-- Logs begin at Wed 2022-06-15 21:24:34 UTC, end at Wed 2022-06-15 22:37:13 UTC. -- Jun 15 22:06:56.691434 dv-cinder-835384-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 22:06:59.413363 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.common.config [-] Logging enabled! Jun 15 22:06:59.414012 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 22:06:59.414144 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103913) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 22:06:59.417508 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.common.config [-] Logging enabled! Jun 15 22:06:59.417755 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 15 22:06:59.418104 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103913) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 15 22:06:59.418992 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 22:06:59.419216 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 22:06:59.419580 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 22:06:59.419811 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 22:06:59.420013 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 22:06:59.420417 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.420713 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.420934 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.421223 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.421554 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.421828 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.422105 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.422393 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.422666 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.422938 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.423195 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.423416 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.423689 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.423969 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.424245 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.424460 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] debug = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.424732 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.425159 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.425583 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.425855 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.426135 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.426411 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.426740 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.426938 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.427214 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.427533 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] host = dv-cinder-835384-7-iscsi {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.427798 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.428075 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.428351 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.428626 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.428890 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.429157 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.429459 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.429726 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.429995 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.430254 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.430534 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.430813 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.431093 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.431308 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.431522 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.431820 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.432143 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.432604 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.432604 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.432878 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.433143 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.433438 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.433703 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.433981 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.434258 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.434535 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.434804 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.435071 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.435332 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.435596 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.435871 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.436159 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.436398 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.436676 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.436939 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.437198 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.437489 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.437781 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.438058 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.438329 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.438603 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.438874 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.439206 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.439470 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.439741 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.439992 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_json = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.440253 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.440513 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.440789 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.441051 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.441312 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.441602 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.441863 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.442139 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.442399 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:06:59.442689 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.442976 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.443264 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.443537 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.443831 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.444101 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.444378 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.444644 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.444922 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.445199 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.445506 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.445777 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.446065 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.446345 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.446629 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.446926 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.447208 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.447546 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.448164 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.448164 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.448329 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.448572 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.448849 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.449115 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.449492 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.449775 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.450049 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.450334 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.450607 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.450887 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.451172 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.451446 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.451706 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.451973 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.452251 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.452514 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.452780 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.453055 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.453340 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.453606 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.453876 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.454157 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.454428 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.454689 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.454959 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.455234 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.455495 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.455756 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.456015 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.456280 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.456546 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.456815 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.457082 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.457354 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.457622 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.457884 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.458143 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.458402 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.458670 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.458926 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.459187 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.459449 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.459708 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.459978 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.460226 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.460486 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.460749 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.461006 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.461267 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.461554 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.461818 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.462078 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.462341 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.462603 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.462891 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.463187 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.463462 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.463731 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.464084 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.464365 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.464632 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.464900 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.465167 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.465455 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.465741 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.466014 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.466293 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.466563 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.466830 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.467143 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.467411 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.467677 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.467951 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.468214 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.468478 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.468749 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.469018 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.469299 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.469606 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.469870 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.470149 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.470429 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.470715 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.470984 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.471283 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.471552 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:06:59.471760 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 22:06:59.472001 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103913) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 22:06:59.855368 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 22:06:59.855605 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 22:06:59.855923 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 15 22:06:59.856225 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 22:07:00.181472 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.182347 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.182347 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.185274 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.185562 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.185823 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.240277 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.240557 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.240816 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.256315 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.256554 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.256837 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.289803 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.290056 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.290313 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.326051 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.326289 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.326545 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.556331 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.557048 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.557048 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.557048 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.558162 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.656943 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.657243 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.657537 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.657796 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.658050 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.658347 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.658596 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.658841 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.659083 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.659354 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.659600 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.659850 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.660097 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.660335 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.660608 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.660858 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.661100 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.661361 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.661642 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.661888 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.662147 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.662384 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.662652 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.663022 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.663243 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.663474 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.663869 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:00.664094 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:00.664320 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:00.664553 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:00.664767 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:00.664977 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:00.665346 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 22:07:00.668741 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 22:07:00.672624 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 22:07:00.677051 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 15 22:07:00.678677 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 22:07:00.679144 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 22:07:00.679462 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 22:07:00.679835 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 22:07:00.682665 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 22:07:00.682903 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 22:07:00.683238 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 22:07:00.688226 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 15 22:07:00.711684 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 22:07:00.712145 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.712440 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103913) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 15 22:07:00.712794 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.714317 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103913) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 22:07:00.714593 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 22:07:00.714830 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 22:07:00.718418 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.718696 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:00.841518 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 22:07:00.841730 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 22:07:00.841850 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 22:07:00.842254 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 22:07:00.894904 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO dbcounter [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Registered counter for database neutron Jun 15 22:07:00.913357 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_db.sqlalchemy.engines [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 22:07:00.920592 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writer thread running {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 22:07:01.475565 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing driver for type 'gre' Jun 15 22:07:01.476094 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] gre ID ranges: [(1, 1000)] Jun 15 22:07:01.536280 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing driver for type 'local' Jun 15 22:07:01.536526 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing driver for type 'vlan' Jun 15 22:07:01.554429 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] VlanTypeDriver initialization complete Jun 15 22:07:01.554762 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing driver for type 'vxlan' Jun 15 22:07:01.555335 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] vxlan ID ranges: [(1, 1000)] Jun 15 22:07:01.610602 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing extension driver 'port_security' Jun 15 22:07:01.611377 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.extensions.port_security [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] PortSecurityExtensionDriver initialization complete Jun 15 22:07:01.611377 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing mechanism driver 'openvswitch' Jun 15 22:07:01.611560 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing mechanism driver 'hyperv' Jun 15 22:07:01.618227 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.plugin [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:01.618907 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.619273 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.619785 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.620321 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 22:07:01.620731 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnet after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.621128 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnet after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.621456 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.621850 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 22:07:01.622245 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.622590 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.622928 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.623313 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 22:07:01.623713 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > security_group after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.624053 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > security_group after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.624394 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.624764 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 22:07:01.625157 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.625519 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.625882 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.626372 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 22:07:01.626765 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > address_group after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.627105 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > address_group after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.627439 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.627819 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 15 22:07:01.628256 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] ML2 OVO RPC backend initialized. {{(pid=103913) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 22:07:01.628956 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.629302 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.629736 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.630075 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > networks before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.630416 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.630751 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > ports before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.631086 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnet before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.631421 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnets before_response 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.631758 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.632088 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.632415 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.632742 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.633074 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.633423 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.633753 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnet after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.634080 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnet after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.634402 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.642160 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded quota_driver: . Jun 15 22:07:01.642516 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.plugin [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Modular L2 Plugin initialization complete Jun 15 22:07:01.642862 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading services supported by the core plugin {{(pid=103913) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 22:07:01.643206 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.plugins.ml2.managers [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Got port-security extension from driver 'port_security' Jun 15 22:07:01.643685 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.extensions.vlantransparent [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Disabled vlantransparent extension. Jun 15 22:07:01.644174 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103913) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 22:07:01.644494 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: router Jun 15 22:07:01.680239 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.680618 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router after_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.680981 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router before_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.681354 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.681752 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.682110 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router after_delete 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.682462 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.682813 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.683159 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router after_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.683499 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.683824 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.684162 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.684510 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.684916 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.685269 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.685629 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.685949 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: subnet after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.686278 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.686620 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.686958 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.687292 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: port before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.687627 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.687972 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router after_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.688304 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.688646 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_create 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.688998 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.689348 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_update 55549900 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.689713 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > agent after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.690057 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > agent after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.690391 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > network after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.691251 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Tracking information for resource: router configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:01.691581 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Tracking information for resource: floatingip configured {{(pid=103913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 22:07:01.696572 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.db.l3_agentschedulers_db [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 22:07:01.697173 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.697652 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: port after_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.698002 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: port after_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.698351 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: port after_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.699153 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router before_create 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.699520 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.699873 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_create 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.700223 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > router precommit_update 55550100 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.704987 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.services.provider_configuration [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service providers = [] {{(pid=103913) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 22:07:01.705354 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.db.servicetype_db [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103913) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 22:07:01.708279 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 22:07:01.708622 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 22:07:01.708958 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 22:07:01.709853 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.services.service_base [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 22:07:01.710215 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.services.service_base [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 22:07:01.710589 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.710902 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 22:07:01.721582 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.721913 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: auto_allocate Jun 15 22:07:01.727568 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: network precommit_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.727929 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: network precommit_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.728443 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.729115 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: tag Jun 15 22:07:01.735364 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.735684 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: timestamp Jun 15 22:07:01.739712 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.740031 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: network_ip_availability Jun 15 22:07:01.745748 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.746111 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.746460 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.747180 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.747487 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: flavors Jun 15 22:07:01.752153 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.752481 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading Plugin: revisions Jun 15 22:07:01.756718 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 22:07:01.757099 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.901s {{(pid=103913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 15 22:07:01.757871 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103913) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 15 22:07:01.758204 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Initializing extension manager. Jun 15 22:07:01.758719 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: __init__.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.759239 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: __pycache__ {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.759574 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: _port_mac_address_override.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.760106 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: address_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.760866 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.761469 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: address-group Jun 15 22:07:01.761791 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: address_scope.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.762504 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.763005 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: address-scope Jun 15 22:07:01.763324 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.764226 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.764738 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: router-admin-state-down-before-update Jun 15 22:07:01.765042 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: agent.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.765778 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.766277 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: agent Jun 15 22:07:01.766592 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: agent_resources_synced.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.767484 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.767982 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: agent-resources-synced Jun 15 22:07:01.768295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: allowedaddresspairs.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.770119 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.770625 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: allowed-address-pairs Jun 15 22:07:01.770946 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: auto_allocated_topology.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.772000 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.772504 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: auto-allocated-topology Jun 15 22:07:01.772814 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: availability_zone.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.773531 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.774029 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: availability_zone Jun 15 22:07:01.774345 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: availability_zone_filter.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.775249 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.775823 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: availability_zone_filter Jun 15 22:07:01.776139 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: data_plane_status.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.777067 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.777589 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 22:07:01.777900 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: default_subnetpools.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.778800 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.779297 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: default-subnetpools Jun 15 22:07:01.779610 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.780407 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.781268 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: dhcp_agent_scheduler Jun 15 22:07:01.781611 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: dns.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.782507 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.782997 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension dns-integration not supported by any of loaded plugins Jun 15 22:07:01.783312 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: dns_domain_ports.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.784207 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.784704 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 22:07:01.785004 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.785932 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.786478 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 15 22:07:01.786742 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: dvr.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.787408 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.787899 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: dvr Jun 15 22:07:01.788208 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: ecmp_routes.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.789109 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.789630 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 15 22:07:01.789949 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: empty_string_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.790849 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.791380 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: empty-string-filtering Jun 15 22:07:01.791689 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.792592 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.793084 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 22:07:01.793429 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.794313 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.794805 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 22:07:01.795117 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: external_net.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.796035 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.796526 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: external-net Jun 15 22:07:01.796837 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.797764 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.798265 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: extra_dhcp_opt Jun 15 22:07:01.798568 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: extraroute.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.799459 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.799951 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: extraroute Jun 15 22:07:01.800266 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: extraroute_atomic.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.801280 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.801809 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: extraroute-atomic Jun 15 22:07:01.802121 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: filter_validation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.802775 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.803272 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: filter-validation Jun 15 22:07:01.803582 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: fip_pf_description.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.804489 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.804980 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 22:07:01.805290 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: fip_pf_port_range.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.806220 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.806708 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 15 22:07:01.807083 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: fip_port_details.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.807992 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.808479 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: fip-port-details Jun 15 22:07:01.808796 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: flavors.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.810044 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.810540 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: flavors Jun 15 22:07:01.810856 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.813962 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.814475 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 22:07:01.814791 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: floatingip_pools.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.815499 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.815999 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: floatingip-pools Jun 15 22:07:01.816382 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: ip_allocation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.817255 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.817795 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 22:07:01.818114 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.819027 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.819524 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: ip-substring-filtering Jun 15 22:07:01.819849 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l2_adjacency.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.820773 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.821278 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 22:07:01.821621 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.822631 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.823135 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: router Jun 15 22:07:01.823452 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.825689 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.826210 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 22:07:01.826533 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.827440 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.827947 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: ext-gw-mode Jun 15 22:07:01.828265 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.829168 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.829706 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: l3-ha Jun 15 22:07:01.830027 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.830924 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.831428 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 15 22:07:01.831741 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3_flavors.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.832647 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.833142 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: l3-flavors Jun 15 22:07:01.833492 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.834843 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.835341 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 15 22:07:01.835661 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.836591 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.837081 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 22:07:01.837427 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: l3agentscheduler.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.838553 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.839059 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: l3_agent_scheduler Jun 15 22:07:01.839376 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: local_ip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.841148 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.841686 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension local_ip not supported by any of loaded plugins Jun 15 22:07:01.842010 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: logging.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.843483 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.844004 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension logging not supported by any of loaded plugins Jun 15 22:07:01.844337 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: metering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.845072 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.845679 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: metering Jun 15 22:07:01.846012 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.847077 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.847583 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: metering_source_and_destination_fields Jun 15 22:07:01.847905 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: multiprovidernet.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.848820 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.849359 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: multi-provider Jun 15 22:07:01.849663 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: netmtu.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.850700 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.851210 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: net-mtu Jun 15 22:07:01.851527 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: netmtu_writable.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.852428 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.852922 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: net-mtu-writable Jun 15 22:07:01.853239 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: network_availability_zone.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.853951 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.854447 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: network_availability_zone Jun 15 22:07:01.854751 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: network_ip_availability.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.855847 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.856348 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: network-ip-availability Jun 15 22:07:01.856662 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: network_segment_range.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.857450 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.857952 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 22:07:01.858267 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: pagination.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.859229 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.859548 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: pagination Jun 15 22:07:01.859870 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: port_device_profile.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.860761 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.861271 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: port-device-profile Jun 15 22:07:01.861628 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: port_mac_address_override.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.862544 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.863055 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: port-mac-override Jun 15 22:07:01.863365 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.864274 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.864771 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: port-mac-address-regenerate Jun 15 22:07:01.865080 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.866000 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.866508 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: port-numa-affinity-policy Jun 15 22:07:01.866813 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: port_resource_request.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.867709 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.868198 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 22:07:01.868510 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: port_resource_request_groups.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.869537 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.870032 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 15 22:07:01.870343 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: portbindings.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.871252 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.871751 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: binding Jun 15 22:07:01.872062 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: portbindings_extended.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.873305 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.873835 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: binding-extended Jun 15 22:07:01.874156 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: portsecurity.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.875054 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.875545 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: port-security Jun 15 22:07:01.875868 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: project_id.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.876831 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.877163 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: project-id Jun 15 22:07:01.877527 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: providernet.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.878423 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.878924 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: provider Jun 15 22:07:01.879232 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.882867 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.883390 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos not supported by any of loaded plugins Jun 15 22:07:01.883715 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.884991 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.885530 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 22:07:01.885945 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.886877 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.887386 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 22:07:01.887700 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_default.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.888592 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.889093 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-default not supported by any of loaded plugins Jun 15 22:07:01.889446 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_fip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.890349 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.890862 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-fip not supported by any of loaded plugins Jun 15 22:07:01.891172 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.892078 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.892572 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 15 22:07:01.892885 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_gateway_ip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.893818 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.894321 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 22:07:01.894641 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_port_network_policy.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.895532 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.896028 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 22:07:01.896338 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.897377 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.897894 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 15 22:07:01.898207 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.899232 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.899727 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 15 22:07:01.900043 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_pps_rule.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.901595 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.902132 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-pps not supported by any of loaded plugins Jun 15 22:07:01.902461 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_rule_type_details.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.903371 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.903869 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 22:07:01.904186 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.905275 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.905805 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 15 22:07:01.906486 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: qos_rules_alias.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.907517 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.908019 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 22:07:01.908335 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: quota_check_limit.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.909244 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.909772 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: quota-check-limit Jun 15 22:07:01.910088 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: quotasv2.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.911071 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.911388 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: quotas Jun 15 22:07:01.911700 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: quotasv2_detail.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.913447 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.913811 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: quota_details Jun 15 22:07:01.914122 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: rbac.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.915183 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.915696 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: rbac-policies Jun 15 22:07:01.916054 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: rbac_address_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.917025 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.917478 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: rbac-address-group Jun 15 22:07:01.917793 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: rbac_address_scope.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.918784 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.919286 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: rbac-address-scope Jun 15 22:07:01.919605 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: rbac_security_groups.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.920512 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.921017 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: rbac-security-groups Jun 15 22:07:01.921351 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: rbac_subnetpool.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.922274 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.922762 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: rbac-subnetpool Jun 15 22:07:01.923074 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: revisionifmatch.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.923982 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.924481 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: revision-if-match Jun 15 22:07:01.924797 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: revisions.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.925945 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.926438 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: standard-attr-revisions Jun 15 22:07:01.926756 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: router_availability_zone.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.927427 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.927918 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: router_availability_zone Jun 15 22:07:01.928236 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: routerservicetype.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.929145 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.929673 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension router-service-type not supported by any of loaded plugins Jun 15 22:07:01.929988 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.930934 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.931435 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: security-groups-normalized-cidr Jun 15 22:07:01.931837 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.932923 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.933462 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: port-security-groups-filtering Jun 15 22:07:01.933781 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.934715 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.935264 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: security-groups-remote-address-group Jun 15 22:07:01.935510 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.936442 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.936940 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: security-groups-shared-filtering Jun 15 22:07:01.937280 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: securitygroup.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.947128 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.947697 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: security-group Jun 15 22:07:01.948081 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: segment.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.948880 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.949400 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension segment not supported by any of loaded plugins Jun 15 22:07:01.949725 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.950696 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.951212 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 22:07:01.951520 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: servicetype.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.952621 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.953129 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: service-type Jun 15 22:07:01.953472 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: sorting.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.954459 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.954779 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: sorting Jun 15 22:07:01.955092 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: standard_attr_segment.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.956161 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.956576 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 22:07:01.956866 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: standardattrdescription.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.957541 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.958039 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: standard-attr-description Jun 15 22:07:01.958353 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: stateful_security_group.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.959284 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.959787 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: stateful-security-group Jun 15 22:07:01.960104 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: stdattrs_common.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.960683 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 22:07:01.961001 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.961970 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.962478 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 22:07:01.962793 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: subnet_onboard.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.964085 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.964594 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: subnet_onboard Jun 15 22:07:01.964913 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.965853 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.966355 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 22:07:01.966672 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: subnet_service_types.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.967594 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.968094 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: subnet-service-types Jun 15 22:07:01.968413 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: subnetallocation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.969525 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.970026 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: subnet_allocation Jun 15 22:07:01.970344 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.971015 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.971523 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: subnetpool-prefix-ops Jun 15 22:07:01.971838 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.972785 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.973288 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 22:07:01.973658 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: tagging.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.974711 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.975222 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: standard-attr-tag Jun 15 22:07:01.975542 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: timestamp.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.976729 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.977230 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loaded extension: standard-attr-timestamp Jun 15 22:07:01.977580 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: trunk.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.978651 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.979170 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension trunk not supported by any of loaded plugins Jun 15 22:07:01.979482 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: trunk_details.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.980382 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.980892 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension trunk-details not supported by any of loaded plugins Jun 15 22:07:01.981209 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: uplink_status_propagation.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.982144 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.982646 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 22:07:01.982958 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Loading extension file: vlantransparent.py {{(pid=103913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 22:07:01.983627 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 22:07:01.984123 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 22:07:01.986802 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:network Jun 15 22:07:01.987346 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:subnet Jun 15 22:07:01.987739 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 22:07:01.988125 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:port Jun 15 22:07:01.989393 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:01.989825 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service FLAVORS assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:01.990444 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:01.990874 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:01.991199 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:router Jun 15 22:07:01.991620 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 22:07:01.992112 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service METERING assigned prefix: /metering {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:01.993598 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.993967 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.994367 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:07:01.995391 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 22:07:01.995928 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:security_group Jun 15 22:07:01.996396 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 22:07:01.996988 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:01.997311 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 22:07:01.997675 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] subnetpool is already registered Jun 15 22:07:01.998103 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:01.998423 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 22:07:01.998746 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] subnetpool is already registered Jun 15 22:07:02.001021 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:02.001476 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service FLAVORS assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:02.002059 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:02.002470 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:02.002796 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:router Jun 15 22:07:02.003126 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] router is already registered Jun 15 22:07:02.003525 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:floatingip Jun 15 22:07:02.003856 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] floatingip is already registered Jun 15 22:07:02.004301 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service METERING assigned prefix: /metering {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:02.004956 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 22:07:02.005275 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] rbac_policy is already registered Jun 15 22:07:02.005707 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:security_group Jun 15 22:07:02.006037 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] security_group is already registered Jun 15 22:07:02.006434 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 22:07:02.006760 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] security_group_rule is already registered Jun 15 22:07:02.007371 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:02.007695 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 22:07:02.008023 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] subnetpool is already registered Jun 15 22:07:02.008432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.v2.resource_helper [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Service CORE assigned prefix: {{(pid=103913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 22:07:02.008750 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 22:07:02.009072 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING neutron.quota.resource_registry [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] subnetpool is already registered Jun 15 22:07:02.009562 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: extensions {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.011091 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: address-groups {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.012545 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: address-scopes {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.013888 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: agents {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.015280 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: auto-allocated-topology {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.016523 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: availability_zones {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.017770 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: dhcp-networks {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.019346 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: dhcp-agents {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.020748 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: routers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.022494 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: flavors {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.023827 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: service_profiles {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.025026 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: next_providers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.026597 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: service_profiles {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.029176 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: floatingip-pools {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.030416 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: routers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.032492 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: floatingips {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.033775 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: l3-routers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.035150 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: l3-agents {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.036616 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: metering-labels {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.037818 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: metering-label-rules {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.039235 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: network-ip-availabilities {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.040476 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: bindings {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.042135 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: quotas {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.043787 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: quotas {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.045298 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: rbac-policies {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.046515 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: security-groups {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.047806 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: security-group-rules {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.049050 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: service-providers {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.050295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: subnetpools {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.051601 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: subnetpools {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.053141 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.054837 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.056628 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.058652 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.060386 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.062373 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.064038 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.065944 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.067720 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.069453 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron.api.extensions [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Extended resource: tags {{(pid=103913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 22:07:02.075730 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING keystonemiddleware.auth_token [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 22:07:02.080921 dv-cinder-835384-7-iscsi neutron-server[103913]: WARNING keystonemiddleware.auth_token [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 22:07:02.090199 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Acquired lock "singleton_lock" {{(pid=103913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 15 22:07:02.090678 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_concurrency.lockutils [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Releasing lock "singleton_lock" {{(pid=103913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 15 22:07:02.091367 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO oslo_service.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Starting 2 workers Jun 15 22:07:02.096281 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Started child 104020 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 22:07:02.101071 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Started child 104021 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 22:07:02.101851 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:02.102689 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO neutron.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 22:07:02.103352 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:02.103814 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [-] (104020) wsgi starting up on http://0.0.0.0:9696 Jun 15 22:07:02.105902 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO oslo_service.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Starting 1 workers Jun 15 22:07:02.106161 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:02.107570 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [-] (104021) wsgi starting up on http://0.0.0.0:9696 Jun 15 22:07:02.111172 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Started child 104022 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 22:07:02.111690 dv-cinder-835384-7-iscsi neutron-server[103913]: INFO oslo_service.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Starting 1 workers Jun 15 22:07:02.114977 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] calling RpcWorker wait() {{(pid=104022) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 22:07:02.115647 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] returning from RpcWorker wait() {{(pid=104022) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 22:07:02.116223 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Started child 104023 {{(pid=103913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 15 22:07:02.117037 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:02.117164 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG neutron_lib.callbacks.manager [None req-116ff8b0-7173-4bb5-9e31-cf4b7f656600 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:02.117608 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:02.118891 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 22:07:02.119068 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 22:07:02.119450 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 22:07:02.119659 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 22:07:02.120154 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 22:07:02.120298 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 22:07:02.120822 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.121089 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.121302 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:02.121850 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.121850 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.122170 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.122441 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.122670 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.122966 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.123183 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.123334 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.123665 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.123907 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.124122 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.124430 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.124690 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.124927 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.125180 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.125353 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.125604 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.125864 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.126093 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.126378 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] debug = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.126623 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.127112 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.127336 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.127577 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.127802 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.128053 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.128272 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.128516 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.128756 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.128965 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.129200 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.129477 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.129714 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.129942 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.130212 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.130428 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.130655 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.131113 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host = dv-cinder-835384-7-iscsi {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.131363 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.131590 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.131814 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.132033 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.132268 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.132492 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.132731 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.132969 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.133230 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.133495 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.133737 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.133981 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.134227 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.134462 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.134605 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_options = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.134874 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.135234 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.135504 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.135693 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.135857 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.136188 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.136380 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.136525 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.136803 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.137014 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.137223 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.137459 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.137692 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.137938 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.138185 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.138394 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.138622 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.138847 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.139113 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.139354 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.139599 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.139820 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.140060 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.140353 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.140516 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.140692 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.142606 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.142882 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.143129 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:02.143295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.143676 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.143834 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.144158 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.144364 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.144605 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.144911 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.145173 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.145434 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.145725 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.148209 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.148683 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.150819 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.151178 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.151348 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.151613 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.151847 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.152105 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.152332 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_json = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.152556 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.152787 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.153044 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.153280 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.153553 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.153775 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.154007 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.154247 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.154486 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.154896 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.155193 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.155506 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.155753 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.156476 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.156643 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.156835 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.157128 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.157282 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.157608 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.157887 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.158060 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.158352 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.158627 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.158863 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.159349 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.159514 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.159797 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.159912 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.160175 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.160419 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.161108 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.161108 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.161108 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.161563 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.161563 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.161778 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.162055 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.162506 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.162776 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.163092 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.163369 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.163759 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.163906 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.164095 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.164621 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.164621 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.164918 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.165064 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.165207 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.165485 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.165722 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.165949 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.166255 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.166496 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.166922 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.167203 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.167203 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.167474 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.167630 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.167845 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.168087 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.168245 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.168453 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.168676 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.169024 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.169272 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.169544 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.169790 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.170058 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.170286 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.170500 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.170726 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.170987 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.171155 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.171368 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.171579 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.171800 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.172048 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.172222 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.172429 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.172702 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.173056 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.173208 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.173392 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.173663 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.173829 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.174049 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.174254 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.174461 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.174755 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.174932 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.175716 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.175716 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.175716 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.176279 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.176279 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.176642 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.176642 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.176934 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.177108 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.177416 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.177643 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.177882 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.178225 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.178396 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.178557 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.178804 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.179060 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.179229 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.179413 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.179659 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.179893 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.180128 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.180381 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.180584 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.180816 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.181028 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.181239 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.181492 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.181702 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.181927 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.182191 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.182413 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.182673 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.182913 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.183122 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.183347 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.183614 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.183892 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.184121 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.184490 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.184651 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.184940 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.185175 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.185470 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.185729 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.185980 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.186204 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.186440 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.186694 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.186936 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.187164 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.187383 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.187640 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.187846 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.188065 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.188296 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.188533 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.189058 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.189284 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.189535 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.189748 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.190004 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.190246 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.190476 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.190738 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.190981 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.191256 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.191459 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.191684 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.191910 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.192134 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.192373 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.192581 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.192792 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.193003 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.193217 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.193449 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.193663 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.193906 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.194116 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.194329 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.194544 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.194774 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.195001 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.195208 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.195437 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.195650 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.195891 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.196119 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.196337 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.196567 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.196810 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.197036 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.197411 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.197653 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.197894 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.198124 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.198345 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.198584 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.198816 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.199713 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.199713 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.199713 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.199713 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.200065 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.200065 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.200271 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.200509 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.200745 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.200963 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.201205 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.201475 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.201809 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.202150 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.202387 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.202647 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.202879 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.203108 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.203314 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.203688 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.204068 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.204447 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.204667 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.204901 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.205115 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.205509 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.205730 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.205948 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.206208 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207256 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207256 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207256 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207256 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207256 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207608 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207717 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.207940 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.208167 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.208374 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.208646 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.208792 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.209059 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.209423 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.209529 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.209780 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.210042 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.210282 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.210527 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.210771 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.210978 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.211195 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.211425 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.211647 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.211899 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.212037 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.212243 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.212458 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.212669 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.212870 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.213137 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.213359 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.213568 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.213801 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.214011 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.214216 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.214434 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.214637 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.214840 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.215057 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.215287 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.215490 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.215711 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.215915 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.216119 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.216349 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.216557 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.216760 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.217044 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.217287 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.217522 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.217798 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.218056 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.218474 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.218715 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.219021 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.219232 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.219486 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.219727 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.219939 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.220154 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.220413 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.220746 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.221026 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.221263 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.221550 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.224432 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225057 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225057 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225211 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:02.225295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225295 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225719 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225719 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.225870 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.226105 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.226436 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.226600 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.226737 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.226901 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.227133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.227357 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.227626 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 22:07:02.229031 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 15 22:07:02.229031 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 22:07:02.229031 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 22:07:02.229031 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 22:07:02.229031 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 22:07:02.229031 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 22:07:02.229912 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.229912 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.229912 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.229912 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230325 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230325 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230325 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230591 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230591 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230749 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230827 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.230947 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.231100 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.231445 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.231569 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.231873 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.232028 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.232347 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.232504 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.232659 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.232813 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.232967 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] debug = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.233122 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.233355 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.233504 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.233660 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.233819 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.233973 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235133 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235710 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235710 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235710 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235710 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host = dv-cinder-835384-7-iscsi {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.235980 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.236112 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.236194 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.236307 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.236971 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.236971 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.236971 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.236971 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.237306 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.237306 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.237306 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.237646 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.237646 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.237839 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.237960 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_options = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.238043 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.238195 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.238349 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.238538 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.238696 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.238852 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.238994 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.239208 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.239339 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.239459 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.239578 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.239718 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.239870 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.240025 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.240177 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.240331 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.240483 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.240635 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.240789 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.240942 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.241096 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.241249 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.241436 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.241576 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.241732 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.241885 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.242037 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.242190 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.242344 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.242496 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.242650 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.242804 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.242957 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.243109 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.243262 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.243415 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.243567 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.243726 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.243884 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.244037 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.244229 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.244387 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.244576 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.244803 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.244958 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.245111 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.245264 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_json = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.245439 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.245593 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.245747 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.245887 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.246041 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.246194 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.246345 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.246498 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.246651 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 22:07:02.246829 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.246986 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.247152 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.247308 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.247464 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.247619 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.247774 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.247928 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.248084 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.248238 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.248399 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.248555 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.248722 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.248878 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.249034 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.249190 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.249404 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.249548 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.249660 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.249816 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.249971 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.250128 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.250292 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.250448 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.250602 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.250758 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.250914 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.251077 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.251742 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.251742 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.251742 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.251742 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252059 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252059 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252201 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252277 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252415 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252571 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252727 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.252884 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.253038 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.253194 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.253368 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.253526 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.253682 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.253848 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.254000 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.254158 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.254337 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.254462 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.254608 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.254960 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.255057 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.255193 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.255356 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.255448 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.255601 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.255763 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.255904 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.256040 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.256195 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.256337 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.256495 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.256635 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.256797 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.256938 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.257088 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.257223 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.257428 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.257586 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.257742 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.257897 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.258049 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.258214 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.258367 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.258517 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.258653 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.258795 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.258946 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.259082 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.259215 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.259348 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.259603 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.259694 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.259772 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.259964 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.260101 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.260262 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.260500 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.260714 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.260867 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.261035 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.261176 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.261407 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.261550 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.261685 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.261829 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.261964 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.262097 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.262231 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.262364 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.262497 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.262644 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.262779 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.262939 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.263080 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.263240 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.263414 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.263550 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.263706 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.263867 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.264024 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.264180 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.264339 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.264494 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.264650 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.264809 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.264964 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.265119 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.265316 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.265493 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.265649 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.265804 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.265967 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.266135 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.266293 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.266450 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.266607 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.266763 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.266926 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.267082 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.267219 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.267356 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.267508 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.267667 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.267836 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.267985 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.268137 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.268283 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.268462 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.268616 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.268864 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.269020 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.269184 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.269359 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.269506 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.269691 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.269796 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.269949 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.270106 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.270265 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.270420 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.270577 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.270734 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.270892 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.271049 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.271207 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.271365 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.271523 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.271680 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.271835 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.271990 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.272147 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.272302 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.272459 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.272616 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.272803 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.272981 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.273141 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.273296 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.273473 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.273629 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.273790 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.273946 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.274103 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.274258 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.274422 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.274577 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.274734 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.274891 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.275068 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.275205 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.275363 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.275547 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.275705 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.275860 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.276016 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.276172 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.276330 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.276488 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.276643 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.276802 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.276961 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.277117 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.277467 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.277625 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.277772 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.277910 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.278061 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.278216 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.278373 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.278528 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.278685 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.278840 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.279004 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.279146 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.279303 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.279494 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.279655 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.279812 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.279972 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.280130 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.280287 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.280443 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.280600 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.280757 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.281262 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.281443 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.281622 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282315 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282315 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282315 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282315 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282315 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282737 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282737 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282896 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.282896 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.283043 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.283208 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.283363 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.283520 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.283679 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.283833 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.283987 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.284152 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.284308 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.284463 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.284618 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.284773 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.284928 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.285093 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.285248 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.285425 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.285582 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.285737 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.285891 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.286056 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.286211 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.286366 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.286521 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.286724 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.286821 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.286984 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.287142 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.287300 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.287451 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.287597 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.287752 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.287919 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.288077 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.288233 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.288397 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.288554 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.288709 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.288864 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.289076 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.289201 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.289311 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.289490 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.289646 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.289813 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.289947 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.290108 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.290274 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.290436 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.290595 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.290761 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.290925 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.291184 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.291346 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.291498 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.291668 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.291825 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.291966 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.292125 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.292280 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.292437 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.292592 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.292747 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.292903 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.293059 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.293214 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.293390 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.293570 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.293707 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.293835 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.293985 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.294142 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.294297 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.294453 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.294611 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 22:07:02.294747 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 22:07:02.388436 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37516) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:02.396862 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062423 Jun 15 22:07:11.604061 dv-cinder-835384-7-iscsi neutron-server[103913]: DEBUG dbcounter [-] [103913] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103913) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:13.809012 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e77bc8-c1d7-4c41-b1fb-7421d92a884f None None] get_active_networks_info from dv-cinder-835384-7-iscsi {{(pid=104022) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 15 22:07:13.830413 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writer thread running {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 22:07:13.892386 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e77bc8-c1d7-4c41-b1fb-7421d92a884f None None] No non-hosted networks {{(pid=104022) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 22:07:13.949519 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.agentschedulers_db [None req-a4e77bc8-c1d7-4c41-b1fb-7421d92a884f None None] DHCP Agent not found on host dv-cinder-835384-7-iscsi {{(pid=104022) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 15 22:07:14.058001 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-022eede9-1d36-4ef2-9d00-032729189110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784922'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:15.358583 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writer thread running {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 22:07:16.061417 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cb6d048d-30b9-45bb-af0d-999ee736ae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784922'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:16.071290 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-70bd0e25-75fa-4dd9-801f-d1126f1f360b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:17.515562 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37584) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:17.573966 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784922'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:18.183409 dv-cinder-835384-7-iscsi neutron-server[104020]: WARNING oslo_policy.policy [None req-832b49bb-88f2-40f6-a507-cbcd8bf0bca7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:07:18.184352 dv-cinder-835384-7-iscsi neutron-server[104020]: WARNING oslo_policy.policy [None req-832b49bb-88f2-40f6-a507-cbcd8bf0bca7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:07:18.417742 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [None req-832b49bb-88f2-40f6-a507-cbcd8bf0bca7 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:07:18.434146 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-832b49bb-88f2-40f6-a507-cbcd8bf0bca7 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9172938 Jun 15 22:07:19.241103 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784922'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:19.361286 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784922'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:19.362700 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.363433 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.363980 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.364520 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.365231 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.365786 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.366310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.366911 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.367886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.368424 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.369311 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.369877 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.370396 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.370912 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.371574 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:19.372746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:19.381462 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:20.609498 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.db.l3_hamode_db [None req-4caf1045-a3e5-4210-b840-97a2e33c73a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 22:07:20.703284 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf1045-a3e5-4210-b840-97a2e33c73a2 None None] Routers set() bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:07:20.703679 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caf1045-a3e5-4210-b840-97a2e33c73a2 None None] Router IDs set() for agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 15 22:07:20.960074 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37620) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:21.308526 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-25bb1996-df0f-4dd1-b4b0-877937146b22 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:07:21.398518 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.policy [None req-25bb1996-df0f-4dd1-b4b0-877937146b22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104020) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 22:07:21.440637 dv-cinder-835384-7-iscsi neutron-server[104020]: WARNING oslo_policy.policy [None req-25bb1996-df0f-4dd1-b4b0-877937146b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:07:21.441071 dv-cinder-835384-7-iscsi neutron-server[104020]: WARNING oslo_policy.policy [None req-25bb1996-df0f-4dd1-b4b0-877937146b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:07:21.462566 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writer thread running {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 22:07:21.556438 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-25bb1996-df0f-4dd1-b4b0-877937146b22 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768721135822', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768721137402', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768721184781', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768721178219', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768722761838', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768721171206', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2040713', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1297857', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-317814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511992'] for rbac-policy (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:21.628618 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-25bb1996-df0f-4dd1-b4b0-877937146b22 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:21.629865 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-25bb1996-df0f-4dd1-b4b0-877937146b22 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6687779 Jun 15 22:07:24.013032 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37632) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:24.362127 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:07:24.395570 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Made reservation on behalf of 4844568f86af4cf5bcf73b85db238c05 for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:07:24.399519 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.417753 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.539058 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks [] for security_group (918f4e6b-dc2c-4823-b5c0-ce19ebc3cd67), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.544409 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (918f4e6b-dc2c-4823-b5c0-ce19ebc3cd67), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.569587 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:07:24.605929 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768723726641', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (6939110d-6c61-4c03-ab5b-460f7f0514d5), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.606504 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Unsubscribe: segment precommit_create {{(pid=104020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 22:07:24.607012 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Added segment 6939110d-6c61-4c03-ab5b-460f7f0514d5 of type vlan for network 5f878169-5015-4b50-b546-47190148467b Jun 15 22:07:24.623339 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=918f4e6b-dc2c-4823-b5c0-ce19ebc3cd67,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:24.649148 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.649511 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.649959 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.650248 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.650582 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.650897 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.651210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.651525 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.651834 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.652141 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.652447 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.652771 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.653079 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.653407 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.653715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Tracked resource versions report: Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: pushed versions: Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: { 'AddressGroup': {'1.2'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Agent': {'1.1'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'ConntrackHelper': {'1.0'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Log': {'1.0'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'NDPProxy': {'1.0'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Network': {'1.1'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Port': {'1.7'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'PortForwarding': {'1.3'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'QosPolicy': {'1.10'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroup': {'1.5'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SubPort': {'1.0'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Subnet': {'1.1'}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Trunk': {'1.1'}} Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: consumer versions: Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Agent': '1.1', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'ConntrackHelper': '1.0', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'LocalIPAssociation': '1.0', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Log': '1.0', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'NDPProxy': '1.0', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Network': '1.1', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Port': '1.7', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'PortForwarding': '1.3', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'QosPolicy': '1.10', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroup': '1.5', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroupRule': '1.2', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SubPort': '1.0', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Subnet': '1.1', Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Trunk': '1.1'}} Jun 15 22:07:24.655115 dv-cinder-835384-7-iscsi neutron-server[104020]: {{(pid=104020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:07:24.719672 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (5f878169-5015-4b50-b546-47190148467b), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.771180 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (5f878169-5015-4b50-b546-47190148467b), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.776753 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:24.777482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:24.850368 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=53,neutron:INSERT=41,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:24.895192 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8810318 Jun 15 22:07:24.896458 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e6c36-eab1-4d65-be17-289dcf1a01c9 demo demo] Pushing event updated for resources: {'Network': ['ID=5f878169-5015-4b50-b546-47190148467b,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:24.911447 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 5f878169-5015-4b50-b546-47190148467b details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:07:27.327900 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37646) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:27.764613 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56184388-cf25-474e-9193-9d6871bf32e4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:27.766046 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-56184388-cf25-474e-9193-9d6871bf32e4 demo admin] 10.222.0.55 "GET /v2.0/networks/5f878169-5015-4b50-b546-47190148467b HTTP/1.1" status: 200 len: 825 time: 0.4372623 Jun 15 22:07:27.791911 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-12e2af69-cedf-4a50-9cb7-5c2d9eadb79d demo admin] 10.222.0.55 "GET /v2.0/subnetpools/149ed423-6048-4b98-ae52-6abcd5c6f7dc HTTP/1.1" status: 200 len: 734 time: 0.0199175 Jun 15 22:07:27.801296 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '149ed423-6048-4b98-ae52-6abcd5c6f7dc', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'name': 'private-subnet'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:07:27.828498 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Made reservation on behalf of 4844568f86af4cf5bcf73b85db238c05 for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:07:27.830824 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:28.053549 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:28.137848 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (f40b9e84-7f0e-401c-b9c9-b5793980f256), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:28.207625 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f40b9e84-7f0e-401c-b9c9-b5793980f256,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:28.216536 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Checking segment: {'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:07:28.216876 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Network hostable DHCP agents. Network: 5f878169-5015-4b50-b546-47190148467b, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:07:28.240193 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Network 5f878169-5015-4b50-b546-47190148467b is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:07:28.253184 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 5f878169-5015-4b50-b546-47190148467b) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:07:28.258145 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:28.258752 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:28.265761 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4acd90-9c73-41fc-9e50-60f31408eb89 None None] Network 5f878169-5015-4b50-b546-47190148467b requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:07:28.277425 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-34183738-95c0-4cf9-8fbc-f9850119a6b3 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4794650 Jun 15 22:07:28.533539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-5f878169-5015-4b50-b546-47190148467b', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'fixed_ips': [{'subnet_id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:07:28.534824 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:28.818212 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Allocated IP 172.20.0.2 (5f878169-5015-4b50-b546-47190148467b/f40b9e84-7f0e-401c-b9c9-b5793980f256/f9ea5916-641e-45b4-9399-10a6fb274fff) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:07:28.930657 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:29.106787 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Publish callbacks [] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:29.115915 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:29.187498 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Network 5f878169-5015-4b50-b546-47190148467b is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:07:29.192395 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:07:29.205753 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:07:29.213155 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Pushing event updated for resources: {'Port': ['ID=f9ea5916-641e-45b4-9399-10a6fb274fff,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:29.243253 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.243688 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.244036 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.244416 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.244819 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.245148 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.245508 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.245827 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.246158 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.246487 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.246787 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.247116 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.247421 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.247756 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.248068 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Tracked resource versions report: Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: pushed versions: Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: { 'AddressGroup': {'1.2'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Agent': {'1.1'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'ConntrackHelper': {'1.0'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Log': {'1.0'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'NDPProxy': {'1.0'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Network': {'1.1'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Port': {'1.7'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'PortForwarding': {'1.3'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'QosPolicy': {'1.10'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroup': {'1.5'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SubPort': {'1.0'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Subnet': {'1.1'}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Trunk': {'1.1'}} Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: consumer versions: Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Agent': '1.1', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'ConntrackHelper': '1.0', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'LocalIPAssociation': '1.0', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Log': '1.0', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'NDPProxy': '1.0', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Network': '1.1', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Port': '1.7', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'PortForwarding': '1.3', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'QosPolicy': '1.10', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroup': '1.5', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroupRule': '1.2', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SubPort': '1.0', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Subnet': '1.1', Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Trunk': '1.1'}} Jun 15 22:07:29.249550 dv-cinder-835384-7-iscsi neutron-server[104022]: {{(pid=104022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:07:29.266117 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:29.276949 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:29.297174 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:29.310763 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Attempting to bind port f9ea5916-641e-45b4-9399-10a6fb274fff on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:07:29.311184 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Attempting to bind port f9ea5916-641e-45b4-9399-10a6fb274fff by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:07:29.311592 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Attempting to bind port f9ea5916-641e-45b4-9399-10a6fb274fff on network 5f878169-5015-4b50-b546-47190148467b {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:07:29.318354 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:07:29.318808 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Checking segment: {'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:07:29.319363 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:29.319735 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Bound using segment: {'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:07:29.320244 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Bound port: f9ea5916-641e-45b4-9399-10a6fb274fff, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:07:29.320632 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:29.389432 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] For port f9ea5916-641e-45b4-9399-10a6fb274fff, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:07:29.410053 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] For port f9ea5916-641e-45b4-9399-10a6fb274fff, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=f9ea5916-641e-45b4-9399-10a6fb274fff,segment=NetworkSegment(6939110d-6c61-4c03-ab5b-460f7f0514d5),segment_id=6939110d-6c61-4c03-ab5b-460f7f0514d5)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:07:29.417958 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:29.486241 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db873d8-7f97-4eb5-ac59-b734dea374e1 None None] Pushing event updated for resources: {'Port': ['ID=f9ea5916-641e-45b4-9399-10a6fb274fff,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:30.753336 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37660) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:31.119759 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [None req-90c47370-cb1d-49f6-be77-bcba81ad5f52 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:07:31.120781 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-90c47370-cb1d-49f6-be77-bcba81ad5f52 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3664284 Jun 15 22:07:33.520150 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 37668) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:34.096752 dv-cinder-835384-7-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-4de20303-1a28-469e-8386-2a60b3e76ed2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:07:34.097306 dv-cinder-835384-7-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-4de20303-1a28-469e-8386-2a60b3e76ed2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:07:34.309996 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [None req-4de20303-1a28-469e-8386-2a60b3e76ed2 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:07:34.311268 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4de20303-1a28-469e-8386-2a60b3e76ed2 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7892575 Jun 15 22:07:36.723661 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37686) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:37.076058 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-16a1e37c-695a-4001-837d-959ca2a829e7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:07:37.104616 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-16a1e37c-695a-4001-837d-959ca2a829e7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (0237e1cc-b019-4ff6-8385-c4d92c8baefc), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.106263 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-16a1e37c-695a-4001-837d-959ca2a829e7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (0237e1cc-b019-4ff6-8385-c4d92c8baefc), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.167054 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device f9ea5916-641e-45b4-9399-10a6fb274fff up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:07:37.256229 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port f9ea5916-641e-45b4-9399-10a6fb274fff triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:37.256555 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-16a1e37c-695a-4001-837d-959ca2a829e7 demo demo] Publish callbacks [] for router_controller (0237e1cc-b019-4ff6-8385-c4d92c8baefc), precommit_add_association {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.256662 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.265694 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-16a1e37c-695a-4001-837d-959ca2a829e7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (0237e1cc-b019-4ff6-8385-c4d92c8baefc), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.287603 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-16a1e37c-695a-4001-837d-959ca2a829e7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.289408 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-16a1e37c-695a-4001-837d-959ca2a829e7 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5642278 Jun 15 22:07:37.370105 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port f9ea5916-641e-45b4-9399-10a6fb274fff is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:07:37.370499 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.411226 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port f9ea5916-641e-45b4-9399-10a6fb274fff, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=f9ea5916-641e-45b4-9399-10a6fb274fff,segment=NetworkSegment(6939110d-6c61-4c03-ab5b-460f7f0514d5),segment_id=6939110d-6c61-4c03-ab5b-460f7f0514d5)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:07:37.416300 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:37.467806 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=f9ea5916-641e-45b4-9399-10a6fb274fff,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:37.796295 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3b497-6fbe-4e78-8820-56985bc7f3e6 None None] Network 5f878169-5015-4b50-b546-47190148467b requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:07:37.875222 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-956f34d7-f9ce-4f58-8a40-a4e4f89a46d3 None None] Provisioning complete for port f9ea5916-641e-45b4-9399-10a6fb274fff triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:37.875595 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-956f34d7-f9ce-4f58-8a40-a4e4f89a46d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:38.000346 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:38.003125 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-956f34d7-f9ce-4f58-8a40-a4e4f89a46d3 None None] Current status of the port f9ea5916-641e-45b4-9399-10a6fb274fff is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:07:38.223886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-67b0ae8a-5dee-4aaf-911c-325c9586472d None None] Provisioning complete for port f9ea5916-641e-45b4-9399-10a6fb274fff triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:38.224733 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-67b0ae8a-5dee-4aaf-911c-325c9586472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:38.299484 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-67b0ae8a-5dee-4aaf-911c-325c9586472d None None] Current status of the port f9ea5916-641e-45b4-9399-10a6fb274fff is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:07:39.121870 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device f9ea5916-641e-45b4-9399-10a6fb274fff up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:07:39.174666 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port f9ea5916-641e-45b4-9399-10a6fb274fff triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:39.175121 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:39.218718 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:39.258113 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port f9ea5916-641e-45b4-9399-10a6fb274fff is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:07:39.702246 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37694) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:40.061684 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [None req-3391cc28-90b7-41af-95a2-47c9ff57f524 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:07:40.062684 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-3391cc28-90b7-41af-95a2-47c9ff57f524 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3594892 Jun 15 22:07:40.168226 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:07:42.479663 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37702) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:42.825469 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:07:42.851188 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Made reservation on behalf of adfb054cdc38413f9503cf43dad1c55e for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:07:42.853517 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:42.862232 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:42.897417 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:42.947549 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks [] for security_group (01a0b5d1-f8a6-4716-adf2-4a5cb73321bb), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:42.955648 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (01a0b5d1-f8a6-4716-adf2-4a5cb73321bb), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:42.974774 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Reserving flat network on physical network physnet1 {{(pid=104020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 22:07:42.995138 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a0b5d1-f8a6-4716-adf2-4a5cb73321bb,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:43.001762 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:43.002118 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Added segment 8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346 of type flat for network 6ac24c01-5af9-4ffd-8094-a2863118a914 Jun 15 22:07:43.051578 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (6ac24c01-5af9-4ffd-8094-a2863118a914), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:43.088153 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (6ac24c01-5af9-4ffd-8094-a2863118a914), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:43.089228 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:43.089824 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:43.148086 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6673226 Jun 15 22:07:43.188511 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44117a-330f-4d31-b2b6-ed1d9d95f495 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac24c01-5af9-4ffd-8094-a2863118a914,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:43.199517 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:07:43.787292 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2c065f40-cc1e-4698-867c-d488fb79de5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:45.562354 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37710) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:45.990630 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4366b0-eb97-4b7d-9c24-853431ae624b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:45.991890 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5a4366b0-eb97-4b7d-9c24-853431ae624b demo admin] 10.222.0.55 "GET /v2.0/subnets/f40b9e84-7f0e-401c-b9c9-b5793980f256 HTTP/1.1" status: 200 len: 849 time: 0.4282057 Jun 15 22:07:46.018001 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2fa91720-ceea-488d-949a-4704fbc053a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:46.112878 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0fbb76cb-5335-42c4-a482-3f579b9ee9d4 demo admin] 10.222.0.55 "GET /v2.0/routers/0237e1cc-b019-4ff6-8385-c4d92c8baefc HTTP/1.1" status: 200 len: 704 time: 0.1144056 Jun 15 22:07:46.126863 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:46.388040 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:46.741590 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Allocated IP 172.20.0.1 (5f878169-5015-4b50-b546-47190148467b/f40b9e84-7f0e-401c-b9c9-b5793980f256/24e747b9-a79b-4070-984c-7253719570e7) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:07:46.838409 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:46.907534 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks [] for port (24e747b9-a79b-4070-984c-7253719570e7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:46.976646 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (24e747b9-a79b-4070-984c-7253719570e7), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.067572 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Network 5f878169-5015-4b50-b546-47190148467b is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:07:47.074142 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:07:47.078376 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:07:47.078914 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (0237e1cc-b019-4ff6-8385-c4d92c8baefc), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.099385 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Pushing event updated for resources: {'Port': ['ID=24e747b9-a79b-4070-984c-7253719570e7,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:47.283200 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (24e747b9-a79b-4070-984c-7253719570e7), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.290682 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-b176df5f-38c8-484d-bcc0-496501cf6316 None None] Provisioning complete for port 24e747b9-a79b-4070-984c-7253719570e7 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:47.291286 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b176df5f-38c8-484d-bcc0-496501cf6316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (24e747b9-a79b-4070-984c-7253719570e7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.376188 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b176df5f-38c8-484d-bcc0-496501cf6316 None None] Port 24e747b9-a79b-4070-984c-7253719570e7 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:07:47.442943 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:47.512318 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks [] for port (24e747b9-a79b-4070-984c-7253719570e7), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.520360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (24e747b9-a79b-4070-984c-7253719570e7), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.521195 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (0237e1cc-b019-4ff6-8385-c4d92c8baefc), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.532910 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.584610 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Pushing event updated for resources: {'Port': ['ID=24e747b9-a79b-4070-984c-7253719570e7,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:47.664982 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Network 5f878169-5015-4b50-b546-47190148467b is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:07:47.666519 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:07:47.828390 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Router 0237e1cc-b019-4ff6-8385-c4d92c8baefc is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:07:47.895451 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-68efc164-e368-4af4-a174-663636ded0e3 None None] Provisioning complete for port 24e747b9-a79b-4070-984c-7253719570e7 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:47.895867 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-68efc164-e368-4af4-a174-663636ded0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (24e747b9-a79b-4070-984c-7253719570e7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:47.916980 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:47.922166 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:07:47.942036 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b3a9af59-c942-492f-b351-d7b86d90240e demo admin] 10.222.0.55 "PUT /v2.0/routers/0237e1cc-b019-4ff6-8385-c4d92c8baefc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8064280 Jun 15 22:07:47.942135 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-68efc164-e368-4af4-a174-663636ded0e3 None None] Port 24e747b9-a79b-4070-984c-7253719570e7 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:07:47.942216 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Sync routers for ids ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:07:47.947885 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Routers {'0237e1cc-b019-4ff6-8385-c4d92c8baefc'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:07:47.948741 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:07:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:48.131912 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Set router 0237e1cc-b019-4ff6-8385-c4d92c8baefc gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:07:48.556316 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'name': 'router1', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:07:37Z', 'updated_at': '2022-06-15T22:07:47Z', 'revision_number': 2, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'gw_port_host': None, '_interfaces': [{'id': '24e747b9-a79b-4070-984c-7253719570e7', 'name': '', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'mac_address': 'fa:16:3e:97:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:46Z', 'updated_at': '2022-06-15T22:07:47Z', 'revision_number': 2, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'subnets': [{'id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '149ed423-6048-4b98-ae52-6abcd5c6f7dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:48.606210 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Checking router: 0237e1cc-b019-4ff6-8385-c4d92c8baefc for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:07:48.606563 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Updating router 0237e1cc-b019-4ff6-8385-c4d92c8baefc port 24e747b9-a79b-4070-984c-7253719570e7 binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:07:48.659404 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (24e747b9-a79b-4070-984c-7253719570e7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.172469 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Publish callbacks [] for port (24e747b9-a79b-4070-984c-7253719570e7), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.182852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.183627 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (24e747b9-a79b-4070-984c-7253719570e7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.336339 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Pushing event updated for resources: {'Port': ['ID=24e747b9-a79b-4070-984c-7253719570e7,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:49.373317 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.376787 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Attempting to bind port 24e747b9-a79b-4070-984c-7253719570e7 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:07:49.377178 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Attempting to bind port 24e747b9-a79b-4070-984c-7253719570e7 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:07:49.377673 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Attempting to bind port 24e747b9-a79b-4070-984c-7253719570e7 on network 5f878169-5015-4b50-b546-47190148467b {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:07:49.384324 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.384666 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.385306 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.387831 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.390106 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.390429 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.390743 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.391053 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.391363 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.391670 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.391978 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.392296 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.392601 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.392900 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.393199 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Tracked resource versions report: Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: pushed versions: Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Agent': {'1.1'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Log': {'1.0'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Network': {'1.1'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Port': {'1.7'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: consumer versions: Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Agent': '1.1', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Log': '1.0', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'NDPProxy': '1.0', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Network': '1.1', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Port': '1.7', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'PortForwarding': '1.3', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'QosPolicy': '1.10', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SubPort': '1.0', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Subnet': '1.1', Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Trunk': '1.1'}} Jun 15 22:07:49.394705 dv-cinder-835384-7-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:07:49.397452 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:07:49.401430 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Checking segment: {'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:07:49.402175 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.402580 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Bound using segment: {'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:07:49.403172 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Bound port: 24e747b9-a79b-4070-984c-7253719570e7, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6939110d-6c61-4c03-ab5b-460f7f0514d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f878169-5015-4b50-b546-47190148467b'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:07:49.403614 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (24e747b9-a79b-4070-984c-7253719570e7), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.460335 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-a0f61a88-3e10-4149-ae29-2f93319fce54 None None] Provisioning complete for port 24e747b9-a79b-4070-984c-7253719570e7 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:49.460844 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a0f61a88-3e10-4149-ae29-2f93319fce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (24e747b9-a79b-4070-984c-7253719570e7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.476402 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:49.480462 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] For port 24e747b9-a79b-4070-984c-7253719570e7, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:07:49.500536 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-a0f61a88-3e10-4149-ae29-2f93319fce54 None None] Port 24e747b9-a79b-4070-984c-7253719570e7 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:07:49.502120 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] For port 24e747b9-a79b-4070-984c-7253719570e7, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=24e747b9-a79b-4070-984c-7253719570e7,segment=NetworkSegment(6939110d-6c61-4c03-ab5b-460f7f0514d5),segment_id=6939110d-6c61-4c03-ab5b-460f7f0514d5)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:07:49.510901 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (24e747b9-a79b-4070-984c-7253719570e7), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.559211 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:49.575454 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe31ed2-5afe-4fb9-9aaa-9f0c5c037a68 None None] Pushing event updated for resources: {'Port': ['ID=24e747b9-a79b-4070-984c-7253719570e7,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:49.579172 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Routers {'0237e1cc-b019-4ff6-8385-c4d92c8baefc'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:07:49.579786 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:07:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:49.672848 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] Set router 0237e1cc-b019-4ff6-8385-c4d92c8baefc gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:07:49.819689 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-84e5ad12-f25c-41a4-b81d-3d6fdf14e724 None None] Provisioning complete for port 24e747b9-a79b-4070-984c-7253719570e7 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:49.819946 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84e5ad12-f25c-41a4-b81d-3d6fdf14e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (24e747b9-a79b-4070-984c-7253719570e7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.872579 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'name': 'router1', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:07:37Z', 'updated_at': '2022-06-15T22:07:47Z', 'revision_number': 2, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'gw_port_host': None, '_interfaces': [{'id': '24e747b9-a79b-4070-984c-7253719570e7', 'name': '', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'mac_address': 'fa:16:3e:97:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:46Z', 'updated_at': '2022-06-15T22:07:49Z', 'revision_number': 4, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'subnets': [{'id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '149ed423-6048-4b98-ae52-6abcd5c6f7dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:49.893488 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-84e5ad12-f25c-41a4-b81d-3d6fdf14e724 None None] Current status of the port 24e747b9-a79b-4070-984c-7253719570e7 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:07:49.893941 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84e5ad12-f25c-41a4-b81d-3d6fdf14e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (24e747b9-a79b-4070-984c-7253719570e7), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.901920 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a5982-7e4a-40f4-b4b5-a7f94c31cd82 None None] The sync data for ids ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'] in dv-cinder-835384-7-iscsi is: [{'id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'name': 'router1', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:07:37Z', 'updated_at': '2022-06-15T22:07:47Z', 'revision_number': 2, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'gw_port_host': None, '_interfaces': [{'id': '24e747b9-a79b-4070-984c-7253719570e7', 'name': '', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'mac_address': 'fa:16:3e:97:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:46Z', 'updated_at': '2022-06-15T22:07:49Z', 'revision_number': 4, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'subnets': [{'id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '149ed423-6048-4b98-ae52-6abcd5c6f7dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:07:49.929513 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-84e5ad12-f25c-41a4-b81d-3d6fdf14e724 None None] For port 24e747b9-a79b-4070-984c-7253719570e7, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=24e747b9-a79b-4070-984c-7253719570e7,segment=NetworkSegment(6939110d-6c61-4c03-ab5b-460f7f0514d5),segment_id=6939110d-6c61-4c03-ab5b-460f7f0514d5)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:07:49.935656 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84e5ad12-f25c-41a4-b81d-3d6fdf14e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (24e747b9-a79b-4070-984c-7253719570e7), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:49.988585 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5ad12-f25c-41a4-b81d-3d6fdf14e724 None None] Pushing event updated for resources: {'Port': ['ID=24e747b9-a79b-4070-984c-7253719570e7,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:50.366730 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37730) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:50.574668 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506bc92-effc-4dc9-90db-a6b1a9dfee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:50.576052 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9506bc92-effc-4dc9-90db-a6b1a9dfee6e admin admin] 10.222.0.55 "GET /v2.0/networks/6ac24c01-5af9-4ffd-8094-a2863118a914 HTTP/1.1" status: 200 len: 842 time: 0.2083800 Jun 15 22:07:50.585854 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:07:50.606838 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Made reservation on behalf of adfb054cdc38413f9503cf43dad1c55e for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:07:50.609102 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:50.977406 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.objects.ports [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104020) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 15 22:07:50.977857 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:51.015847 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:51.039575 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:51.051797 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:07:51.052163 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Network hostable DHCP agents. Network: 6ac24c01-5af9-4ffd-8094-a2863118a914, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:07:51.072814 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:07:51.084428 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 6ac24c01-5af9-4ffd-8094-a2863118a914) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:07:51.089077 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:51.089703 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:51.095135 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef605f5-04b2-4d5c-b57b-15ae1161c91b None None] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:07:51.109954 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-55704da1-322b-4a5f-ad78-38bb091ee44a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5274270 Jun 15 22:07:51.219065 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f2d191-d07c-4dc2-a1fe-c2f481259d35 None None] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:07:51.293289 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:53.504723 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37748) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:53.640572 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4f21820d-2206-4c50-b7cf-b09e947af56b demo admin] 10.222.0.55 "GET /v2.0/routers/0237e1cc-b019-4ff6-8385-c4d92c8baefc HTTP/1.1" status: 200 len: 710 time: 0.1346598 Jun 15 22:07:53.736841 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b1e340-fc95-477c-921b-c3f7ba219552 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:07:53.738373 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-07b1e340-fc95-477c-921b-c3f7ba219552 demo admin] 10.222.0.55 "GET /v2.0/networks/6ac24c01-5af9-4ffd-8094-a2863118a914 HTTP/1.1" status: 200 len: 886 time: 0.0919158 Jun 15 22:07:53.761542 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:07:54.005637 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:54.009708 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks [] for router_gateway (0237e1cc-b019-4ff6-8385-c4d92c8baefc), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:54.237422 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks [] for router_gateway (0237e1cc-b019-4ff6-8385-c4d92c8baefc), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:54.320328 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:54.429304 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Allocated IP 172.27.2.92 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:07:54.477987 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:54.542104 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks [] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:54.577159 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:54.617580 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:07:54.620726 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:07:54.623248 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:07:54.659779 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Pushing event updated for resources: {'Port': ['ID=6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:54.983237 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks [] for router_gateway (0237e1cc-b019-4ff6-8385-c4d92c8baefc), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:55.047399 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:55.145877 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 24e747b9-a79b-4070-984c-7253719570e7 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:07:55.180673 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-785192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-364'] for router (0237e1cc-b019-4ff6-8385-c4d92c8baefc), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:55.184810 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-785171'] for router (0237e1cc-b019-4ff6-8385-c4d92c8baefc), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:55.192268 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 24e747b9-a79b-4070-984c-7253719570e7 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:55.192661 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (24e747b9-a79b-4070-984c-7253719570e7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:55.218906 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:55.268644 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 24e747b9-a79b-4070-984c-7253719570e7 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:07:55.298513 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Router 0237e1cc-b019-4ff6-8385-c4d92c8baefc has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:07:55.405081 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:07:55.409628 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:55.412767 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1b8eafc4-7bf7-4c1d-83fb-ea6a21ca02b4 demo admin] 10.222.0.55 "PUT /v2.0/routers/0237e1cc-b019-4ff6-8385-c4d92c8baefc HTTP/1.1" status: 200 len: 889 time: 1.6680551 Jun 15 22:07:56.399670 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Sync routers for ids ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:07:56.411534 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Routers {'0237e1cc-b019-4ff6-8385-c4d92c8baefc'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:07:56.412184 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:07:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:56.632507 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Set router 0237e1cc-b019-4ff6-8385-c4d92c8baefc gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:07:57.006452 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'name': 'router1', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:07:37Z', 'updated_at': '2022-06-15T22:07:54Z', 'revision_number': 4, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'gw_port': {'id': '6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:54Z', 'updated_at': '2022-06-15T22:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '24e747b9-a79b-4070-984c-7253719570e7', 'name': '', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'mac_address': 'fa:16:3e:97:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:46Z', 'updated_at': '2022-06-15T22:07:49Z', 'revision_number': 5, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'subnets': [{'id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '149ed423-6048-4b98-ae52-6abcd5c6f7dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:57.135434 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Checking router: 0237e1cc-b019-4ff6-8385-c4d92c8baefc for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:07:57.135769 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Updating router 0237e1cc-b019-4ff6-8385-c4d92c8baefc port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:07:57.191045 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:57.509032 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Publish callbacks [] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:57.515778 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:57.564383 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Attempting to bind port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:07:57.564929 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Attempting to bind port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:07:57.565280 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Attempting to bind port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:07:57.576644 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:07:57.577007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:07:57.577411 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:57.577783 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:07:57.578238 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Bound port: 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:07:57.578624 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:57.580499 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d969a8e-4eb9-4984-98fd-957f25b099a0 None None] Pushing event updated for resources: {'Port': ['ID=6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:57.610212 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:57.639619 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] For port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:07:57.643321 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] For port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:07:57.650921 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:57.715083 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Routers {'0237e1cc-b019-4ff6-8385-c4d92c8baefc'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:07:57.715718 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:07:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:57.749360 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:07:57.777832 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d969a8e-4eb9-4984-98fd-957f25b099a0 None None] Pushing event updated for resources: {'Port': ['ID=6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:07:57.821025 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 37760) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:07:57.828238 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] Set router 0237e1cc-b019-4ff6-8385-c4d92c8baefc gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:07:57.943409 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2f14a2a4-c31c-44cd-897d-679339adf562 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1210370 Jun 15 22:07:58.035890 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'name': 'router1', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:07:37Z', 'updated_at': '2022-06-15T22:07:54Z', 'revision_number': 4, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'gw_port': {'id': '6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:54Z', 'updated_at': '2022-06-15T22:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '24e747b9-a79b-4070-984c-7253719570e7', 'name': '', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'mac_address': 'fa:16:3e:97:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:46Z', 'updated_at': '2022-06-15T22:07:49Z', 'revision_number': 5, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'subnets': [{'id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '149ed423-6048-4b98-ae52-6abcd5c6f7dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:07:58.063152 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ccf29f-205b-414c-8099-09d0a5f98ffe None None] The sync data for ids ['0237e1cc-b019-4ff6-8385-c4d92c8baefc'] in dv-cinder-835384-7-iscsi is: [{'id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'name': 'router1', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:07:37Z', 'updated_at': '2022-06-15T22:07:54Z', 'revision_number': 4, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'gw_port': {'id': '6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:01:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:54Z', 'updated_at': '2022-06-15T22:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '24e747b9-a79b-4070-984c-7253719570e7', 'name': '', 'network_id': '5f878169-5015-4b50-b546-47190148467b', 'tenant_id': '4844568f86af4cf5bcf73b85db238c05', 'mac_address': 'fa:16:3e:97:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0237e1cc-b019-4ff6-8385-c4d92c8baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:07:46Z', 'updated_at': '2022-06-15T22:07:49Z', 'revision_number': 5, 'project_id': '4844568f86af4cf5bcf73b85db238c05', 'subnets': [{'id': 'f40b9e84-7f0e-401c-b9c9-b5793980f256', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '149ed423-6048-4b98-ae52-6abcd5c6f7dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:07:59.151150 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:07:59.200302 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:07:59.201773 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:59.275723 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:07:59.276091 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:59.300817 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:07:59.306704 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:07:59.360764 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:08:01.151311 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:08:01.200373 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:08:01.200821 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:01.279547 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6e62cc5c-aa94-4bfe-9f83-8ecdf37642f3 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:08:07.922086 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=37 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:07.940213 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:08.162604 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=30 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:08.168201 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=52 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:11.274570 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:11.278558 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=75 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:13.792608 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e9c30b0-79dd-4a86-a1bf-8b150da3ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:16.025515 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bc198faf-4104-4e47-b6f0-88e5afce766d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:17.161000 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:08:17.534897 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:19.191824 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:19.366993 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:27.160990 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:29.364331 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:29.379393 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:43.782967 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-72362bf4-8147-4acd-a037-5892ed02b79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:45.162159 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:45.166314 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:46.021440 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-36073775-fc44-47f5-a57b-4c9a4cb2716b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:47.546253 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:49.186460 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:49.363302 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:08:54.161943 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:08:59.350673 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:08:59.357868 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:12.153600 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:13.780692 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f3fa-7afa-4ea9-87ae-6a7ef610c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:15.604351 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38300) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:15.681833 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writer thread running {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 15 22:09:15.682655 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:15.718983 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.pecan_wsgi.hooks.translation [None req-b551e1a0-628d-4254-843a-8a97b8839a68 admin admin] GET failed (client error): The resource could not be found. Jun 15 22:09:15.720517 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b551e1a0-628d-4254-843a-8a97b8839a68 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1144600 Jun 15 22:09:16.003144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.policy [None req-7bdd879d-5f9b-407a-b984-b1826b630c29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104021) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 22:09:16.026482 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-57d03f26-f30f-4a66-8a14-7f912f3a70d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:16.049096 dv-cinder-835384-7-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-7bdd879d-5f9b-407a-b984-b1826b630c29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:09:16.049516 dv-cinder-835384-7-iscsi neutron-server[104021]: WARNING oslo_policy.policy [None req-7bdd879d-5f9b-407a-b984-b1826b630c29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 22:09:16.057195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd879d-5f9b-407a-b984-b1826b630c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:16.059276 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7bdd879d-5f9b-407a-b984-b1826b630c29 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3334222 Jun 15 22:09:17.538293 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:18.238550 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38314) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:18.379843 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e00452-44a2-4792-a219-8aa810c31485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:18.381115 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-03e00452-44a2-4792-a219-8aa810c31485 admin admin] 10.222.0.55 "GET /v2.0/subnets/f40b9e84-7f0e-401c-b9c9-b5793980f256 HTTP/1.1" status: 200 len: 849 time: 0.1415873 Jun 15 22:09:18.392918 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:09:18.489241 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Publish callbacks [] for subnet (f40b9e84-7f0e-401c-b9c9-b5793980f256), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:18.662597 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768723783738'] for subnet (f40b9e84-7f0e-401c-b9c9-b5793980f256), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:18.720784 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:18.721898 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:18.722688 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] 10.222.0.55 "PUT /v2.0/subnets/f40b9e84-7f0e-401c-b9c9-b5793980f256 HTTP/1.1" status: 200 len: 868 time: 0.3337266 Jun 15 22:09:18.725422 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa553aa4-d0c2-4b56-bea8-3f30b6815761 None None] Network 5f878169-5015-4b50-b546-47190148467b requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:09:18.742092 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40b9e84-7f0e-401c-b9c9-b5793980f256,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:09:18.752466 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.752815 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.753165 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.753532 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.754657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.754657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.754657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.754964 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.755199 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.755531 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.755877 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.756268 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.756597 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.756922 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.757242 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4561b25e-d439-4dc5-ab71-db5077289fa9 admin admin] Tracked resource versions report: Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: pushed versions: Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: { 'AddressGroup': {'1.2'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Agent': {'1.1'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'ConntrackHelper': {'1.0'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Log': {'1.0'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'NDPProxy': {'1.0'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Network': {'1.1'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Port': {'1.7'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'PortForwarding': {'1.3'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'QosPolicy': {'1.10'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroup': {'1.5'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SubPort': {'1.0'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Subnet': {'1.1'}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Trunk': {'1.1'}} Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: consumer versions: Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Agent': '1.1', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'ConntrackHelper': '1.0', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'LocalIPAssociation': '1.0', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Log': '1.0', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'NDPProxy': '1.0', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Network': '1.1', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Port': '1.7', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'PortForwarding': '1.3', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'QosPolicy': '1.10', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroup': '1.5', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroupRule': '1.2', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SubPort': '1.0', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Subnet': '1.1', Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Trunk': '1.1'}} Jun 15 22:09:18.759552 dv-cinder-835384-7-iscsi neutron-server[104021]: {{(pid=104021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:09:19.106926 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-adaa33de-3a19-47d6-97da-98633d1711c7 None None] Provisioning complete for port f9ea5916-641e-45b4-9399-10a6fb274fff triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:09:19.107317 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adaa33de-3a19-47d6-97da-98633d1711c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f9ea5916-641e-45b4-9399-10a6fb274fff), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:19.199743 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:19.200389 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-adaa33de-3a19-47d6-97da-98633d1711c7 None None] Current status of the port f9ea5916-641e-45b4-9399-10a6fb274fff is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:09:19.208852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-adaa33de-3a19-47d6-97da-98633d1711c7 None None] Provisioning complete for port 24e747b9-a79b-4070-984c-7253719570e7 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:09:19.209219 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-adaa33de-3a19-47d6-97da-98633d1711c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (24e747b9-a79b-4070-984c-7253719570e7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:19.287117 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-adaa33de-3a19-47d6-97da-98633d1711c7 None None] Current status of the port 24e747b9-a79b-4070-984c-7253719570e7 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:09:19.369128 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:21.069691 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38326) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:21.315751 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a4d90-61ba-4e62-8ae3-aeaafc19756f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:21.316119 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a4d90-61ba-4e62-8ae3-aeaafc19756f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:21.317713 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-765a4d90-61ba-4e62-8ae3-aeaafc19756f admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2466781 Jun 15 22:09:22.162195 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:22.168594 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:23.504833 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38334) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:23.667302 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991dbb9-ebfe-41c1-88d8-996e45d87868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:23.667775 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991dbb9-ebfe-41c1-88d8-996e45d87868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:23.669316 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b991dbb9-ebfe-41c1-88d8-996e45d87868 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1634951 Jun 15 22:09:25.879412 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38342) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:26.028478 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b1c69-73fe-418b-b5f3-6e5a66529e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:26.029890 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-625b1c69-73fe-418b-b5f3-6e5a66529e9d admin admin] 10.222.0.55 "GET /v2.0/networks/5f878169-5015-4b50-b546-47190148467b HTTP/1.1" status: 200 len: 869 time: 0.1494937 Jun 15 22:09:28.228400 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38352) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:28.373659 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0d321a-952a-4ac1-a90d-d5c3e69ff033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:28.375072 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-fd0d321a-952a-4ac1-a90d-d5c3e69ff033 admin admin] 10.222.0.55 "GET /v2.0/networks/6ac24c01-5af9-4ffd-8094-a2863118a914 HTTP/1.1" status: 200 len: 886 time: 0.1453354 Jun 15 22:09:29.361187 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:29.364530 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:30.711809 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38360) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:30.851070 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622ffb3-eb95-466e-bb13-5059db1191dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:30.851511 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622ffb3-eb95-466e-bb13-5059db1191dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:30.853091 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4622ffb3-eb95-466e-bb13-5059db1191dd admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1403096 Jun 15 22:09:31.161950 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:09:33.086427 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38368) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:33.206025 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06b496-1737-45d5-8007-d87445e2db0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:33.206467 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06b496-1737-45d5-8007-d87445e2db0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:33.208053 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6d06b496-1737-45d5-8007-d87445e2db0a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1206212 Jun 15 22:09:33.662540 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=78,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:33.664572 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:35.427913 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38378) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:35.525281 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92756912-f4fd-4cea-bd5d-355c2ab89f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:35.526673 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-92756912-f4fd-4cea-bd5d-355c2ab89f39 admin admin] 10.222.0.55 "GET /v2.0/subnets/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9 HTTP/1.1" status: 200 len: 816 time: 0.0978148 Jun 15 22:09:37.742351 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38386) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:09:37.851760 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe4f5e-f5a9-4cc4-8fde-9799df1021e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:09:37.853132 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c6fe4f5e-f5a9-4cc4-8fde-9799df1021e3 admin admin] 10.222.0.55 "GET /v2.0/subnets/f40b9e84-7f0e-401c-b9c9-b5793980f256 HTTP/1.1" status: 200 len: 868 time: 0.1098242 Jun 15 22:09:41.157671 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:41.158429 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:43.199348 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=33 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:43.200220 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=36 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:43.776281 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-133398e3-894e-418c-8609-b58413af4f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:46.033805 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3d65a680-ce5f-4380-88fa-946548c056e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:47.540655 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:47.844644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=13 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:47.848272 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=10 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:49.185202 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:49.364247 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:09:59.213675 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:59.218144 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:59.357013 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:09:59.365505 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:05.324949 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38442) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:10:05.383906 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [None req-b9b597c7-24a3-429d-9305-6f7fc229e072 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:10:05.384915 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b9b597c7-24a3-429d-9305-6f7fc229e072 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0586469 Jun 15 22:10:07.647682 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38450) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:10:07.716656 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6385910-2175-4123-9160-5a85b469f764 admin admin] GET failed (client error): The resource could not be found. Jun 15 22:10:07.718017 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-a6385910-2175-4123-9160-5a85b469f764 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693603 Jun 15 22:10:07.873709 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34292e-ed0e-4269-83fc-2ad363a8c843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:10:07.875162 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-dd34292e-ed0e-4269-83fc-2ad363a8c843 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1505222 Jun 15 22:10:08.161688 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:10:09.433309 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:10.073348 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38458) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:10:10.138134 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:10:10.163630 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Made reservation on behalf of adfb054cdc38413f9503cf43dad1c55e for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:10:10.167501 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:10.199609 dv-cinder-835384-7-iscsi neutron-server[104020]: WARNING neutron.services.revisions.revision_plugin [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Could not find related network for resource to bump revision. Jun 15 22:10:10.213399 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:10:10.226405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:10.226756 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Added segment 91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7 of type vlan for network f5762091-8faa-47ab-a53f-c4bfae34c734 Jun 15 22:10:10.268876 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (f5762091-8faa-47ab-a53f-c4bfae34c734), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:10.298004 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (f5762091-8faa-47ab-a53f-c4bfae34c734), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:10.298938 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:10:10.299501 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:10.326777 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2519691 Jun 15 22:10:10.366435 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f5762091-8faa-47ab-a53f-c4bfae34c734,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:10:10.375319 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.375626 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.375993 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.376296 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.376642 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.377021 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.377357 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.377702 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.377997 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.378313 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.378623 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.378958 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.379265 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.379568 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.379904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76387d-f6fd-4ac0-ba30-816ea9e960f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:10.392944 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network f5762091-8faa-47ab-a53f-c4bfae34c734 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:10:12.510813 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38466) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:10:12.586798 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.pecan_wsgi.hooks.translation [None req-e792bec5-675f-47b9-a2f9-f269216d942d admin admin] GET failed (client error): The resource could not be found. Jun 15 22:10:12.588097 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e792bec5-675f-47b9-a2f9-f269216d942d admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0763619 Jun 15 22:10:12.671835 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8af95-0ca7-43fa-99ac-ea474a9773ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:10:12.673346 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b6b8af95-0ca7-43fa-99ac-ea474a9773ec admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0789571 Jun 15 22:10:12.689537 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:10:12.719377 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Made reservation on behalf of adfb054cdc38413f9503cf43dad1c55e for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:10:12.721860 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.010388 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (76f35c60-5738-4795-a118-452f66320558), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.070280 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f35c60-5738-4795-a118-452f66320558,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:10:13.078823 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Checking segment: {'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:10:13.079173 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Network hostable DHCP agents. Network: f5762091-8faa-47ab-a53f-c4bfae34c734, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:10:13.100168 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Network f5762091-8faa-47ab-a53f-c4bfae34c734 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:10:13.113823 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, f5762091-8faa-47ab-a53f-c4bfae34c734) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:10:13.118129 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:10:13.118725 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.123343 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f09d6-4a36-4f87-945a-ee51b61f0f1d None None] Network f5762091-8faa-47ab-a53f-c4bfae34c734 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:10:13.137973 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b472afdd-c9d1-4ffb-8667-809cc0203df3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4542465 Jun 15 22:10:13.247147 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-f5762091-8faa-47ab-a53f-c4bfae34c734', 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734', 'project_id': 'adfb054cdc38413f9503cf43dad1c55e', 'fixed_ips': [{'subnet_id': '76f35c60-5738-4795-a118-452f66320558'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:10:13.248310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.498608 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Allocated IP 192.168.233.2 (f5762091-8faa-47ab-a53f-c4bfae34c734/76f35c60-5738-4795-a118-452f66320558/0fa863f4-2cca-466e-873e-023305a2b60c) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:10:13.655390 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Publish callbacks [] for port (0fa863f4-2cca-466e-873e-023305a2b60c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.664511 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.705070 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Network f5762091-8faa-47ab-a53f-c4bfae34c734 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:10:13.708100 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:10:13.712283 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:10:13.721041 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Pushing event updated for resources: {'Port': ['ID=0fa863f4-2cca-466e-873e-023305a2b60c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:10:13.742546 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.742872 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.743223 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.743574 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.743902 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.744223 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.744544 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.744857 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.745172 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.745511 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.745828 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.746174 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.746488 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.746783 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.747107 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:10:13.801466 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Attempting to bind port 0fa863f4-2cca-466e-873e-023305a2b60c on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:10:13.801781 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Attempting to bind port 0fa863f4-2cca-466e-873e-023305a2b60c by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:10:13.802131 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Attempting to bind port 0fa863f4-2cca-466e-873e-023305a2b60c on network f5762091-8faa-47ab-a53f-c4bfae34c734 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:10:13.806365 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fc1eb81f-1e10-4239-bd36-2cd554a4fbf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.810866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:10:13.811230 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Checking segment: {'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:10:13.811612 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.812039 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Bound using segment: {'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:10:13.812807 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Bound port: 0fa863f4-2cca-466e-873e-023305a2b60c, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:10:13.812953 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.874545 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] For port 0fa863f4-2cca-466e-873e-023305a2b60c, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:10:13.877831 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] For port 0fa863f4-2cca-466e-873e-023305a2b60c, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=0fa863f4-2cca-466e-873e-023305a2b60c,segment=NetworkSegment(91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7),segment_id=91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:10:13.884922 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:13.941516 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cdca7-7e9c-47e4-b11e-83eb18c656a5 None None] Pushing event updated for resources: {'Port': ['ID=0fa863f4-2cca-466e-873e-023305a2b60c,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:10:14.813001 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adeabf-060e-42df-a675-59f9c9dc2aba None None] Network f5762091-8faa-47ab-a53f-c4bfae34c734 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:10:14.879333 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-8f5a7a6c-8dc4-4875-adba-5d09d6e61e3e None None] Provisioning complete for port 0fa863f4-2cca-466e-873e-023305a2b60c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:10:14.879690 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7a6c-8dc4-4875-adba-5d09d6e61e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:14.911621 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:14.915714 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:15.012578 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a7a6c-8dc4-4875-adba-5d09d6e61e3e None None] Current status of the port 0fa863f4-2cca-466e-873e-023305a2b60c is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:10:15.012957 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7a6c-8dc4-4875-adba-5d09d6e61e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:15.053248 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8f5a7a6c-8dc4-4875-adba-5d09d6e61e3e None None] For port 0fa863f4-2cca-466e-873e-023305a2b60c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=0fa863f4-2cca-466e-873e-023305a2b60c,segment=NetworkSegment(91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7),segment_id=91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:10:15.058802 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7a6c-8dc4-4875-adba-5d09d6e61e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:15.108750 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a7a6c-8dc4-4875-adba-5d09d6e61e3e None None] Pushing event updated for resources: {'Port': ['ID=0fa863f4-2cca-466e-873e-023305a2b60c,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:10:15.178815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-a0a2c4b7-a600-4cde-a436-a01852887bb2 None None] Provisioning complete for port 0fa863f4-2cca-466e-873e-023305a2b60c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:10:15.178815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c4b7-a600-4cde-a436-a01852887bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:15.268179 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 0fa863f4-2cca-466e-873e-023305a2b60c up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:10:15.292139 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-a0a2c4b7-a600-4cde-a436-a01852887bb2 None None] Current status of the port 0fa863f4-2cca-466e-873e-023305a2b60c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:10:15.317694 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 0fa863f4-2cca-466e-873e-023305a2b60c triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:10:15.318074 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (0fa863f4-2cca-466e-873e-023305a2b60c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:15.394740 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 0fa863f4-2cca-466e-873e-023305a2b60c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:10:16.028918 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-eef7363f-ea22-47d3-9622-3108dd2786e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:17.547556 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:18.158363 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=18 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:19.187315 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:19.374743 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:23.129118 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:23.129961 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:29.362189 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:29.365192 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:36.165464 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:36.166908 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:43.780989 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5b2da5a5-9485-4493-8322-29f1b1f60bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:45.161273 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:10:46.036067 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2671132d-f3dd-4232-9e81-c27c014395d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:47.550024 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:49.193299 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:49.373452 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:10:55.156253 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:55.157541 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:59.366130 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:10:59.368104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:13.158134 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:13.166648 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:13.787373 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6df45b30-dded-4257-a853-b3197e80b5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:16.030918 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c4e363f-3ac9-404b-ac1d-53f99d6d9143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:17.552388 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:19.201898 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:19.370880 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:22.161469 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:11:24.170928 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:29.357413 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:29.364367 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:32.156751 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:39.915166 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38506) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:11:39.920944 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [None req-b753b11c-d7b3-4de6-90ad-b2f4936269c7 tempest-verify_tempest_config-1445442834 tempest-verify_tempest_config-1445442834-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:11:39.922102 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b753b11c-d7b3-4de6-90ad-b2f4936269c7 tempest-verify_tempest_config-1445442834 tempest-verify_tempest_config-1445442834-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059702 Jun 15 22:11:40.249186 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38524) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:11:40.365109 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:40.455604 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Publish callbacks [] for security_group (1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:40.461099 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:40.506763 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:11:40.512136 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41441c191b824af5ab6814be7796d20f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2619157 Jun 15 22:11:40.515218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38528) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:11:40.516622 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.516956 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.517428 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.517681 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.517976 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.518295 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.518617 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.518924 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.519238 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.519589 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.519907 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.520237 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.520568 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.520960 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.521268 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5489d0-fe0b-4524-b12b-db4e0990a0d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.604504 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Publish callbacks [] for security_group (1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:40.631815 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Publish callbacks [] for security_group (1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:40.733817 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:40.737180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:40.737749 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc HTTP/1.1" status: 204 len: 168 time: 0.2209206 Jun 15 22:11:40.747889 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1576f4ba-4445-4fe8-b4fb-4ce6f5ad5dcc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:11:40.756981 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.757137 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.757464 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.757771 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.758103 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.758426 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.758741 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.759072 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.759416 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.759828 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.760064 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.760387 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.760710 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.761026 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:40.761334 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b17ed0-05ee-4e48-aab0-a7f7fa934196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:11:43.793165 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-949b165a-0db2-4b66-884e-cf95437554b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:46.036733 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c4b67db9-fcdf-4cd0-bb10-bd55392ec0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:47.554860 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:49.204108 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:49.368617 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:11:50.163550 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:50.168135 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:50.509442 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:50.510279 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:50.751392 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:50.752336 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:59.161422 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:11:59.359359 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:11:59.361741 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:09.358018 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=13 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:09.360031 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=15 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:13.799513 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa55189c-6b06-4385-a8e9-7108424aedf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:16.042415 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e1f75f91-64a3-4ff3-b5ef-dbd89115ea34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:17.553929 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:19.212313 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:19.365305 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:27.165941 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:27.166742 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:29.356967 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:29.359088 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:36.161683 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:12:43.796204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-54f295d7-ee98-4b57-b6bf-b86914076879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:46.049093 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-485c72df-651a-43ac-8e6b-3c74cd2abcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:46.156735 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:46.157816 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:47.559388 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:49.214235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:49.364153 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:12:59.355436 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:12:59.358695 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:12.155764 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:12.156858 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:13.160937 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 5 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:13:13.795649 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ddfee795-98d2-472b-9ce4-061965f437b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:16.045307 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7fcff258-39e5-44ac-84e4-840f87584f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:17.565723 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:19.218423 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:19.363415 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:23.156093 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:26.658752 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784922'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:36.648689 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:36.652070 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:39.491086 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38604) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:13:39.631669 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5f0b750c-1352-46c6-ac0a-87dc815a617f admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1391590 Jun 15 22:13:41.169423 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:41.170666 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:42.054956 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38614) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:13:42.123637 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-afbca5cc-3c4c-4ae1-9c53-814acc4b5d8c admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0675452 Jun 15 22:13:43.801854 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e6161813-8c04-4acc-ade0-96489db2cc58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:46.041943 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ec77129a-37e4-448c-8819-eeb327e5bc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:47.574088 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:49.232521 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:49.365349 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:13:50.160852 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:13:52.116898 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:52.117720 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:13:56.651465 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:06.637077 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:06.646396 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:13.790975 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f8066e34-f511-4fa8-8013-2591bd17df3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:16.038857 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bd284596-646a-4706-b38d-ff2caf6073e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:17.567494 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:18.167972 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=16 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:18.168897 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=18 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:19.231210 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:19.363045 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:26.648416 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:27.166653 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:14:36.639879 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:36.643407 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:37.158717 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:37.161399 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:43.798232 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-43e2b676-5da6-4e03-950c-18de406e9f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:46.042769 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b23b6741-0463-4dc3-be82-3ffd99b8ee51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:47.578151 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:49.238072 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:49.372559 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:14:55.166924 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:55.175169 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:14:56.683292 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:04.155509 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:15:06.674181 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:06.677590 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:13.788784 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d857-eb6d-4d16-9aa9-01a0b8d3cb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:14.150986 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:14.152390 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:16.041394 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6dde838c-9a5c-4e9c-9781-e1c06702a432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:17.566259 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:19.259215 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:19.389002 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.071073 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38706) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:23.355693 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601472815-network', 'tenant_id': '09d590c4a2ca4b33864e81dfe4d10785'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:23.395946 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Made reservation on behalf of 09d590c4a2ca4b33864e81dfe4d10785 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:23.399855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.415832 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.526621 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks [] for security_group (4516b6e5-80b8-4a66-a6a4-330e261d4c17), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.532284 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4516b6e5-80b8-4a66-a6a4-330e261d4c17), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.561504 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:15:23.582481 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38740) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:23.599006 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516b6e5-80b8-4a66-a6a4-330e261d4c17,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:23.607798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768723726641', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (38cd0954-1ffb-46d0-8f65-2daa97a4f6a9), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.608330 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Unsubscribe: segment precommit_create {{(pid=104021) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 22:15:23.608801 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Added segment 38cd0954-1ffb-46d0-8f65-2daa97a4f6a9 of type vlan for network 3db27723-a806-4926-bd02-4ca095a1e569 Jun 15 22:15:23.614366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.614701 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.615233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.615737 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.616228 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.616707 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.617392 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.617883 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.618359 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.618831 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.619297 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.619785 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.620265 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.620732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.621427 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Tracked resource versions report: Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: pushed versions: Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: { 'AddressGroup': {'1.2'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Agent': {'1.1'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'ConntrackHelper': {'1.0'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Log': {'1.0'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'NDPProxy': {'1.0'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Network': {'1.1'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Port': {'1.7'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'PortForwarding': {'1.3'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'QosPolicy': {'1.10'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroup': {'1.5'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SubPort': {'1.0'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Subnet': {'1.1'}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Trunk': {'1.1'}} Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: consumer versions: Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: HyperV agent@hv-cinder-83538: {}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Agent': '1.1', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'ConntrackHelper': '1.0', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'LocalIPAssociation': '1.0', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Log': '1.0', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'NDPProxy': '1.0', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Network': '1.1', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Port': '1.7', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'PortForwarding': '1.3', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'QosPolicy': '1.10', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroup': '1.5', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SecurityGroupRule': '1.2', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'SubPort': '1.0', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Subnet': '1.1', Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: 'Trunk': '1.1'}} Jun 15 22:15:23.623199 dv-cinder-835384-7-iscsi neutron-server[104021]: {{(pid=104021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:15:23.713820 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (3db27723-a806-4926-bd02-4ca095a1e569), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.766761 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (3db27723-a806-4926-bd02-4ca095a1e569), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.767984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:23.768645 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.826411 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7540545 Jun 15 22:15:23.829695 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38762) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:23.838602 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Request body: {'subnet': {'network_id': '3db27723-a806-4926-bd02-4ca095a1e569', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601472815-subnet', 'tenant_id': '09d590c4a2ca4b33864e81dfe4d10785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:23.859526 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-898773228-network', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:23.888866 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e45439-87cc-46a0-a9f0-729018495ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=3db27723-a806-4926-bd02-4ca095a1e569,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:23.897272 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Made reservation on behalf of e1c37e59766f45c3a46489befb803ff3 for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:23.903892 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 3db27723-a806-4926-bd02-4ca095a1e569 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:15:23.909159 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.912720 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Made reservation on behalf of 09d590c4a2ca4b33864e81dfe4d10785 for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:23.918272 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:23.944623 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.150116 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks [] for security_group (04c96d3a-cdc0-40a0-910c-e8c17bba4440), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.191382 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (04c96d3a-cdc0-40a0-910c-e8c17bba4440), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.218232 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (38e4fc80-f99f-4edd-8ea3-955ab914ff6b), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.227664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:15:24.244799 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (98a47e3a-7235-4a77-846f-755f02197b59), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.245501 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Added segment 98a47e3a-7235-4a77-846f-755f02197b59 of type vlan for network 8775d530-af5d-47c6-94ff-035a35c09c54 Jun 15 22:15:24.302007 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (8775d530-af5d-47c6-94ff-035a35c09c54), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.349588 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (8775d530-af5d-47c6-94ff-035a35c09c54), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.350597 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:24.351162 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.385589 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c96d3a-cdc0-40a0-910c-e8c17bba4440,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:24.405406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38786) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:24.411038 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Request body: {'subnet': {'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-898773228-subnet', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:24.414237 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8303287 Jun 15 22:15:24.436556 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Made reservation on behalf of e1c37e59766f45c3a46489befb803ff3 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:24.437429 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.437942 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.438514 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.439282 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.440049 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.440354 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.441089 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.442002 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.442740 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.443505 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.444450 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.445414 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.446116 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.446795 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.447524 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.448243 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Tracked resource versions report: Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: pushed versions: Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: { 'AddressGroup': {'1.2'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Agent': {'1.1'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'ConntrackHelper': {'1.0'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Log': {'1.0'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'NDPProxy': {'1.0'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Network': {'1.1'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Port': {'1.7'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'PortForwarding': {'1.3'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'QosPolicy': {'1.10'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroup': {'1.5'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SubPort': {'1.0'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Subnet': {'1.1'}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Trunk': {'1.1'}} Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: consumer versions: Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: HyperV agent@hv-cinder-83538: {}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Agent': '1.1', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'ConntrackHelper': '1.0', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'LocalIPAssociation': '1.0', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Log': '1.0', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'NDPProxy': '1.0', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Network': '1.1', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Port': '1.7', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'PortForwarding': '1.3', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'QosPolicy': '1.10', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroup': '1.5', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SecurityGroupRule': '1.2', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'SubPort': '1.0', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Subnet': '1.1', Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: 'Trunk': '1.1'}} Jun 15 22:15:24.450528 dv-cinder-835384-7-iscsi neutron-server[104020]: {{(pid=104020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:15:24.490241 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38e4fc80-f99f-4edd-8ea3-955ab914ff6b,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:24.521633 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Checking segment: {'id': '38cd0954-1ffb-46d0-8f65-2daa97a4f6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3db27723-a806-4926-bd02-4ca095a1e569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:24.521983 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Network hostable DHCP agents. Network: 3db27723-a806-4926-bd02-4ca095a1e569, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:15:24.560589 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35016c46-5351-4bb3-a3f5-9b9b2e3aeb4f admin admin] Pushing event updated for resources: {'Network': ['ID=8775d530-af5d-47c6-94ff-035a35c09c54,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:24.572045 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 8775d530-af5d-47c6-94ff-035a35c09c54 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:15:24.581084 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Network 3db27723-a806-4926-bd02-4ca095a1e569 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:15:24.600874 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 3db27723-a806-4926-bd02-4ca095a1e569) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:24.622070 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:24.623295 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.628155 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:24.648936 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba08b1d-e00d-43a4-820a-778062eb482c None None] Network 3db27723-a806-4926-bd02-4ca095a1e569 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:24.661018 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-89155462-c615-4c2f-b949-1263dea31c7c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8299792 Jun 15 22:15:24.780579 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741ff39-e53f-4e13-add5-76ef6fc59486 None None] Network 3db27723-a806-4926-bd02-4ca095a1e569 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:24.795041 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (72e7cc71-9a32-4f03-944e-76c43ed1224f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.868957 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e7cc71-9a32-4f03-944e-76c43ed1224f,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:24.880134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Checking segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:24.880516 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Network hostable DHCP agents. Network: 8775d530-af5d-47c6-94ff-035a35c09c54, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:15:24.905555 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:24.934118 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Network 8775d530-af5d-47c6-94ff-035a35c09c54 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:15:24.962615 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 8775d530-af5d-47c6-94ff-035a35c09c54) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:24.970473 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:24.972098 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:24.978637 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553fd37-b7ee-4dca-a767-5f0e49bafbf9 None None] Network 8775d530-af5d-47c6-94ff-035a35c09c54 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:25.021306 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-658c8e36-0341-4dc8-897b-77c87e27e1f2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6122136 Jun 15 22:15:25.021695 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38818) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:25.026973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:25.062281 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (5b5cd052-a31a-4957-acb0-c81177e65f1f), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.063518 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (5b5cd052-a31a-4957-acb0-c81177e65f1f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.135660 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-8775d530-af5d-47c6-94ff-035a35c09c54', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:15:25.138239 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.247370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks [] for router_controller (5b5cd052-a31a-4957-acb0-c81177e65f1f), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.417349 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Allocated IP 172.20.0.2 (8775d530-af5d-47c6-94ff-035a35c09c54/72e7cc71-9a32-4f03-944e-76c43ed1224f/099660c0-abe8-49b0-ba20-50c8c8170047) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:25.502102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks [] for router_gateway (5b5cd052-a31a-4957-acb0-c81177e65f1f), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.539596 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:25.652024 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Publish callbacks [] for port (099660c0-abe8-49b0-ba20-50c8c8170047), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.670242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.739012 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Pushing event updated for resources: {'Port': ['ID=099660c0-abe8-49b0-ba20-50c8c8170047,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:25.750067 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:25.757870 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.758429 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.758833 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.759356 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.759801 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.760414 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.760746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.761280 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.761623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.762778 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.763156 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.763482 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.763793 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.764244 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.764539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Tracked resource versions report: Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: pushed versions: Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: { 'AddressGroup': {'1.2'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Agent': {'1.1'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'ConntrackHelper': {'1.0'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Log': {'1.0'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'NDPProxy': {'1.0'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Network': {'1.1'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Port': {'1.7'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'PortForwarding': {'1.3'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'QosPolicy': {'1.10'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroup': {'1.5'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SubPort': {'1.0'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Subnet': {'1.1'}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Trunk': {'1.1'}} Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: consumer versions: Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: HyperV agent@hv-cinder-83538: {}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Agent': '1.1', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'ConntrackHelper': '1.0', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'LocalIPAssociation': '1.0', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Log': '1.0', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'NDPProxy': '1.0', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Network': '1.1', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Port': '1.7', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'PortForwarding': '1.3', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'QosPolicy': '1.10', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroup': '1.5', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SecurityGroupRule': '1.2', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'SubPort': '1.0', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Subnet': '1.1', Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: 'Trunk': '1.1'}} Jun 15 22:15:25.765935 dv-cinder-835384-7-iscsi neutron-server[104022]: {{(pid=104022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:15:25.794600 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Network 8775d530-af5d-47c6-94ff-035a35c09c54 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:25.797800 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:25.802571 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:25.878842 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Attempting to bind port 099660c0-abe8-49b0-ba20-50c8c8170047 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:25.878842 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Attempting to bind port 099660c0-abe8-49b0-ba20-50c8c8170047 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:25.879602 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Attempting to bind port 099660c0-abe8-49b0-ba20-50c8c8170047 on network 8775d530-af5d-47c6-94ff-035a35c09c54 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:25.892397 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:25.892771 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Checking segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:25.893175 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.897747 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Bound using segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:25.898297 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Bound port: 099660c0-abe8-49b0-ba20-50c8c8170047, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:25.898691 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:25.911869 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:25.981976 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks [] for router_gateway (5b5cd052-a31a-4957-acb0-c81177e65f1f), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.008559 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] For port 099660c0-abe8-49b0-ba20-50c8c8170047, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:26.013569 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] For port 099660c0-abe8-49b0-ba20-50c8c8170047, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=099660c0-abe8-49b0-ba20-50c8c8170047,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:26.022776 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.024963 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.116923 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38860) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:26.138699 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6128191-ceb5-411f-b73e-2867a0968e1f None None] Pushing event updated for resources: {'Port': ['ID=099660c0-abe8-49b0-ba20-50c8c8170047,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:26.285370 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38872) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:26.338960 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Allocated IP 172.27.2.221 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/1139b772-2e85-40f1-93aa-3095491b8774) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:26.484664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38880) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:26.577500 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks [] for port (1139b772-2e85-40f1-93aa-3095491b8774), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.594785 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-103813194-network', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:26.633884 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Made reservation on behalf of e2dec64625f54967a0032506f799ed6a for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:26.636659 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.652349 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.695640 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.696351 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1368568135-network', 'tenant_id': '0d340df02c724bee810b3f8874379cfc'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:26.710549 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (1139b772-2e85-40f1-93aa-3095491b8774), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.711235 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:26.740797 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Made reservation on behalf of 0d340df02c724bee810b3f8874379cfc for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:26.743157 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.759995 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.811633 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks [] for security_group (ccd7a84c-36c5-4c67-83ab-7fd7333c89a1), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.824400 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ccd7a84c-36c5-4c67-83ab-7fd7333c89a1), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.830964 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Pushing event updated for resources: {'Port': ['ID=1139b772-2e85-40f1-93aa-3095491b8774,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:26.850331 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:26.862826 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:26.868898 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:15:26.894626 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:26.899224 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (6d02cf39-ff6c-4b25-9de9-b41a94dd7408), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.899890 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Added segment 6d02cf39-ff6c-4b25-9de9-b41a94dd7408 of type vlan for network 51970d37-d292-4c3d-bdb6-727ed5d05edc Jun 15 22:15:26.901780 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd7a84c-36c5-4c67-83ab-7fd7333c89a1,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:26.972508 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (51970d37-d292-4c3d-bdb6-727ed5d05edc), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.987048 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks [] for security_group (ffa8001a-623d-49aa-ad98-a481f16c3161), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:26.995740 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-847704938-network', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:27.008698 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ffa8001a-623d-49aa-ad98-a481f16c3161), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.069909 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:15:27.076134 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (51970d37-d292-4c3d-bdb6-727ed5d05edc), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.077116 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:27.084221 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.098750 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Made reservation on behalf of 0713040636b4408c95dcadbb9b1fe3cc for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:27.102669 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.112475 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa8001a-623d-49aa-ad98-a481f16c3161,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:27.171576 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.173301 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Added segment b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2 of type vlan for network 16182893-09af-4eb5-b45b-7d25217c4af9 Jun 15 22:15:27.226447 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (16182893-09af-4eb5-b45b-7d25217c4af9), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.247996 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38898) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:27.294400 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.297594 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:27.305247 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (16182893-09af-4eb5-b45b-7d25217c4af9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.306840 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:27.307716 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.345655 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2261279 Jun 15 22:15:27.349789 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1796662283-network', 'tenant_id': 'a689d5d1e6f64cd6afb4aad7a93cb38e'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:27.350765 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38904) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:27.390688 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Request body: {'subnet': {'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-103813194-subnet', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:27.427407 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:27.483748 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daf91a-c5e0-4eb6-af46-cb77270b0019 admin admin] Pushing event updated for resources: {'Network': ['ID=51970d37-d292-4c3d-bdb6-727ed5d05edc,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:27.505370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Made reservation on behalf of a689d5d1e6f64cd6afb4aad7a93cb38e for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:27.507911 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.520674 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:15:27.582144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:27.602434 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.623180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks [] for router_gateway (5b5cd052-a31a-4957-acb0-c81177e65f1f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.642409 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:27.643436 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=16182893-09af-4eb5-b45b-7d25217c4af9,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:27.661900 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-eecdd8aa-d2af-4bac-bea3-571686f3cfa4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3691700 Jun 15 22:15:27.666402 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Made reservation on behalf of e2dec64625f54967a0032506f799ed6a for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:27.669431 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:27.742737 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38914) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:27.754886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 16182893-09af-4eb5-b45b-7d25217c4af9 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:15:27.757105 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f1bcf5-db97-4732-83e4-72d26253258a None None] Network 8775d530-af5d-47c6-94ff-035a35c09c54 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:27.768177 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 099660c0-abe8-49b0-ba20-50c8c8170047 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:27.787213 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Request body: {'subnet': {'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1368568135-subnet', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:27.948944 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Made reservation on behalf of 0d340df02c724bee810b3f8874379cfc for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:27.966089 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.226366 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 099660c0-abe8-49b0-ba20-50c8c8170047 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:28.226876 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.248140 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks [] for security_group (48539e3d-aa01-4b52-911f-2450555ca22e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.252216 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.267021 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (48539e3d-aa01-4b52-911f-2450555ca22e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.335754 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:15:28.389769 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (2855826f-ea1f-4108-bc81-07b1213011b7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.397354 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Added segment 2855826f-ea1f-4108-bc81-07b1213011b7 of type vlan for network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 Jun 15 22:15:28.412713 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-4c87ccce-a739-4a1e-8758-96c0e95d8625 None None] Provisioning complete for port 099660c0-abe8-49b0-ba20-50c8c8170047 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:28.413255 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4c87ccce-a739-4a1e-8758-96c0e95d8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.451000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks [] for security_group (e7922563-707d-4545-b528-38e4794d14d1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.475644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e7922563-707d-4545-b528-38e4794d14d1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.567296 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4c87ccce-a739-4a1e-8758-96c0e95d8625 None None] Current status of the port 099660c0-abe8-49b0-ba20-50c8c8170047 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:28.567963 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4c87ccce-a739-4a1e-8758-96c0e95d8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.584208 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (5b5cd052-a31a-4957-acb0-c81177e65f1f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.663535 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-4c87ccce-a739-4a1e-8758-96c0e95d8625 None None] For port 099660c0-abe8-49b0-ba20-50c8c8170047, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=099660c0-abe8-49b0-ba20-50c8c8170047,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:28.683535 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4c87ccce-a739-4a1e-8758-96c0e95d8625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.752349 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (940602c4-8f41-4c18-9ab7-0dca7ab44fe8), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.786340 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87ccce-a739-4a1e-8758-96c0e95d8625 None None] Pushing event updated for resources: {'Port': ['ID=099660c0-abe8-49b0-ba20-50c8c8170047,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:28.812384 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 099660c0-abe8-49b0-ba20-50c8c8170047 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:28.838431 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:15:28.866652 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48539e3d-aa01-4b52-911f-2450555ca22e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:28.892383 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:28.894571 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Checking segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:28.894930 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Network hostable DHCP agents. Network: 51970d37-d292-4c3d-bdb6-727ed5d05edc, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:15:28.914780 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (940602c4-8f41-4c18-9ab7-0dca7ab44fe8), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.916416 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:28.919483 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.999307 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (e60f4180-57c6-46ac-aae3-df1f682ffe1f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:28.999667 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Added segment e60f4180-57c6-46ac-aae3-df1f682ffe1f of type vlan for network b90f6c86-b810-42e3-9f31-0dfff822b57f Jun 15 22:15:29.002779 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:29.012603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7922563-707d-4545-b528-38e4794d14d1,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:29.018333 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-ca7e1c20-12dc-4260-8b1a-1741057f346d None None] Provisioning complete for port 099660c0-abe8-49b0-ba20-50c8c8170047 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:29.018920 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ca7e1c20-12dc-4260-8b1a-1741057f346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.051517 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:15:29.071016 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 2.6077905 Jun 15 22:15:29.091111 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 38964) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:29.105362 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Request body: {'subnet': {'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-subnet', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:29.119603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (b90f6c86-b810-42e3-9f31-0dfff822b57f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.129021 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e1c20-12dc-4260-8b1a-1741057f346d None None] Current status of the port 099660c0-abe8-49b0-ba20-50c8c8170047 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:29.161849 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6b103-a5fd-4713-a4bd-662028b1a04c admin admin] Pushing event updated for resources: {'Network': ['ID=940602c4-8f41-4c18-9ab7-0dca7ab44fe8,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:29.171052 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 51970d37-d292-4c3d-bdb6-727ed5d05edc) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:29.177543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:15:29.186690 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:29.188068 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.188401 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818dcd42-049f-428c-971b-a3c9c1bc1dcf None None] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:29.237988 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1ca8b020-e05d-423c-91f8-47b7e9795ea5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8370852 Jun 15 22:15:29.240897 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38966) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:29.244040 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:29.252044 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:29.304960 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (13357917-5556-44b5-83d4-4696cc6f0c14), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.306500 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (13357917-5556-44b5-83d4-4696cc6f0c14), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.338996 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (b90f6c86-b810-42e3-9f31-0dfff822b57f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.344138 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:29.346560 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.383896 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Made reservation on behalf of 0713040636b4408c95dcadbb9b1fe3cc for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:29.394683 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.501099 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks [] for router_controller (13357917-5556-44b5-83d4-4696cc6f0c14), precommit_add_association {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.549922 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 099660c0-abe8-49b0-ba20-50c8c8170047 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:29.627045 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:29.639725 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:29.672441 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 099660c0-abe8-49b0-ba20-50c8c8170047 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:29.674380 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.691268 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 38982) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:29.696829 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4476631 Jun 15 22:15:29.699989 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Request body: {'subnet': {'network_id': 'b90f6c86-b810-42e3-9f31-0dfff822b57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1796662283-subnet', 'tenant_id': 'a689d5d1e6f64cd6afb4aad7a93cb38e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:29.715814 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07335c10-8433-4766-a876-421c887594de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-51970d37-d292-4c3d-bdb6-727ed5d05edc', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:15:29.716809 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-07335c10-8433-4766-a876-421c887594de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.739454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (b5c1fca3-26c0-477f-952b-2df52382242c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.913738 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks [] for router_gateway (13357917-5556-44b5-83d4-4696cc6f0c14), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:29.921956 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 099660c0-abe8-49b0-ba20-50c8c8170047 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:29.922377 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:29.923705 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:29.926933 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Made reservation on behalf of a689d5d1e6f64cd6afb4aad7a93cb38e for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:15:29.931902 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.047986 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-07335c10-8433-4766-a876-421c887594de None None] Allocated IP 172.20.0.2 (51970d37-d292-4c3d-bdb6-727ed5d05edc/1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19/7a2050c7-da67-4e08-80e4-f89857cb01b7) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:30.120820 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcc847-f5b2-475b-8e3b-539a6a671b66 admin admin] Pushing event updated for resources: {'Network': ['ID=b90f6c86-b810-42e3-9f31-0dfff822b57f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:30.133275 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Router 5b5cd052-a31a-4957-acb0-c81177e65f1f is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:15:30.153641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c1fca3-26c0-477f-952b-2df52382242c,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:30.162625 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network b90f6c86-b810-42e3-9f31-0dfff822b57f details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:15:30.180062 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Checking segment: {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:30.180457 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Network hostable DHCP agents. Network: 16182893-09af-4eb5-b45b-7d25217c4af9, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:15:30.199075 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (28984ca3-c7b8-4d52-b267-c5ed7bcbb70f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.341992 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Network 16182893-09af-4eb5-b45b-7d25217c4af9 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:15:30.349623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-07335c10-8433-4766-a876-421c887594de None None] Publish callbacks [] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.358256 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-07335c10-8433-4766-a876-421c887594de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.371315 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 16182893-09af-4eb5-b45b-7d25217c4af9) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:30.378217 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:30.379898 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.401361 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff308914-00b1-4409-aa23-b9279b980dec None None] Network 16182893-09af-4eb5-b45b-7d25217c4af9 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:30.405212 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07335c10-8433-4766-a876-421c887594de None None] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:30.417041 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:30.417922 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-07335c10-8433-4766-a876-421c887594de None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:30.420607 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07335c10-8433-4766-a876-421c887594de None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:30.438432 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:30.444534 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Checking segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:30.445475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Network hostable DHCP agents. Network: 940602c4-8f41-4c18-9ab7-0dca7ab44fe8, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:15:30.453955 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2a5c60e4-7cdc-4caf-8378-6b1a0e5cebe5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6729472 Jun 15 22:15:30.458044 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39010) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:30.471067 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:30.482980 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:30.509367 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:30.523696 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Sync routers for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:30.547912 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:30.553748 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:30.558366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:15:30.570745 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks [] for router_gateway (13357917-5556-44b5-83d4-4696cc6f0c14), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.581067 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (7d45b0ae-f775-442a-a841-1d27a32c6d62), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.584761 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (7d45b0ae-f775-442a-a841-1d27a32c6d62), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.598832 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07335c10-8433-4766-a876-421c887594de None None] Pushing event updated for resources: {'Port': ['ID=7a2050c7-da67-4e08-80e4-f89857cb01b7,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:30.599072 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.617170 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 940602c4-8f41-4c18-9ab7-0dca7ab44fe8) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:30.625642 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-07335c10-8433-4766-a876-421c887594de None None] Attempting to bind port 7a2050c7-da67-4e08-80e4-f89857cb01b7 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:30.626094 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-07335c10-8433-4766-a876-421c887594de None None] Attempting to bind port 7a2050c7-da67-4e08-80e4-f89857cb01b7 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:30.626303 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335c10-8433-4766-a876-421c887594de None None] Attempting to bind port 7a2050c7-da67-4e08-80e4-f89857cb01b7 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:30.630148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:30.633680 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.634055 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719adeae-01ed-4613-873e-a1f959a6637b None None] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:30.658363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.661779 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-eb56970b-9cf6-4f0b-a22e-5a61eafbd727 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6377518 Jun 15 22:15:30.678895 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39012) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:30.688113 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335c10-8433-4766-a876-421c887594de None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:30.688739 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335c10-8433-4766-a876-421c887594de None None] Checking segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:30.688958 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-07335c10-8433-4766-a876-421c887594de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.689471 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335c10-8433-4766-a876-421c887594de None None] Bound using segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:30.690039 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-07335c10-8433-4766-a876-421c887594de None None] Bound port: 7a2050c7-da67-4e08-80e4-f89857cb01b7, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:30.690548 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-07335c10-8433-4766-a876-421c887594de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.761080 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Allocated IP 172.27.2.19 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:30.823677 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:30.833621 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-07335c10-8433-4766-a876-421c887594de None None] For port 7a2050c7-da67-4e08-80e4-f89857cb01b7, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:30.843251 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-07335c10-8433-4766-a876-421c887594de None None] For port 7a2050c7-da67-4e08-80e4-f89857cb01b7, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=7a2050c7-da67-4e08-80e4-f89857cb01b7,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:30.864322 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:30.957156 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-07335c10-8433-4766-a876-421c887594de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:30.965904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks [] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.002904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39020) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:31.037816 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.062405 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks [] for router_controller (7d45b0ae-f775-442a-a841-1d27a32c6d62), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.114201 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07335c10-8433-4766-a876-421c887594de None None] Pushing event updated for resources: {'Port': ['ID=7a2050c7-da67-4e08-80e4-f89857cb01b7,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:31.134113 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:31.139150 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:31.146171 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:31.154952 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (875da1b9-17b8-4ba0-a736-125958dfe0bf), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.165206 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:31.247305 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:27Z', 'revision_number': 3, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:31.257743 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-16182893-09af-4eb5-b45b-7d25217c4af9', 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9', 'project_id': '0d340df02c724bee810b3f8874379cfc', 'fixed_ips': [{'subnet_id': 'b5c1fca3-26c0-477f-952b-2df52382242c'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:15:31.258707 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.308484 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Checking router: 5b5cd052-a31a-4957-acb0-c81177e65f1f for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:31.309152 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Updating router 5b5cd052-a31a-4957-acb0-c81177e65f1f port 1139b772-2e85-40f1-93aa-3095491b8774 binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:31.309966 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-882e96d5-292c-4a05-aa5a-1641d00955c1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1980908 Jun 15 22:15:31.338900 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:15:31.342310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.403964 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39036) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:31.407180 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875da1b9-17b8-4ba0-a736-125958dfe0bf,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:31.410726 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:31.458862 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1139b772-2e85-40f1-93aa-3095491b8774), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.459131 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:31.533010 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f43b89f7-e817-4a4d-9494-b91ac33b28eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.553511 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:31.754705 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (d607ade9-7129-4a15-828e-ed98ca86c51c), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.755405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (d607ade9-7129-4a15-828e-ed98ca86c51c), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.823434 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Checking segment: {'id': 'e60f4180-57c6-46ac-aae3-df1f682ffe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b90f6c86-b810-42e3-9f31-0dfff822b57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:31.823648 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Network hostable DHCP agents. Network: b90f6c86-b810-42e3-9f31-0dfff822b57f, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:15:31.828297 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f43b89f7-e817-4a4d-9494-b91ac33b28eb admin admin] Publish callbacks [] for security_group (09f5e174-5c19-4df7-a738-f0ba879a2203), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.871608 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f43b89f7-e817-4a4d-9494-b91ac33b28eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (09f5e174-5c19-4df7-a738-f0ba879a2203), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.880934 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:31.903349 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks [] for router_gateway (7d45b0ae-f775-442a-a841-1d27a32c6d62), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:31.929811 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Allocated IP 172.20.0.2 (16182893-09af-4eb5-b45b-7d25217c4af9/b5c1fca3-26c0-477f-952b-2df52382242c/e0081fd5-0bf2-42a6-9374-07cfd887ede9) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:31.947167 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f43b89f7-e817-4a4d-9494-b91ac33b28eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efbd608ab5ef48df97bbef4aaad5f1fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9391105 Jun 15 22:15:31.971811 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39052) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:32.080956 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Network b90f6c86-b810-42e3-9f31-0dfff822b57f is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:15:32.151281 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, b90f6c86-b810-42e3-9f31-0dfff822b57f) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:32.195602 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Publish callbacks [] for port (1139b772-2e85-40f1-93aa-3095491b8774), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.198128 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d10bff9-f5d6-468a-b70d-f723ac1f1c95 admin admin] Publish callbacks [] for security_group (09f5e174-5c19-4df7-a738-f0ba879a2203), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.200603 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:32.206585 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1139b772-2e85-40f1-93aa-3095491b8774), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.210253 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc9af4-6183-451c-8d5a-9703504c4817 None None] Network b90f6c86-b810-42e3-9f31-0dfff822b57f requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:32.274259 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Publish callbacks [] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.278744 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks [] for router_controller (d607ade9-7129-4a15-828e-ed98ca86c51c), precommit_add_association {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.279422 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Pushing event updated for resources: {'Port': ['ID=1139b772-2e85-40f1-93aa-3095491b8774,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:32.281600 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:32.282522 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Attempting to bind port 1139b772-2e85-40f1-93aa-3095491b8774 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:32.283344 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Attempting to bind port 1139b772-2e85-40f1-93aa-3095491b8774 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:32.283691 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Attempting to bind port 1139b772-2e85-40f1-93aa-3095491b8774 on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:32.284688 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.295783 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:32.296102 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:32.296426 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.296843 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:32.297506 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Bound port: 1139b772-2e85-40f1-93aa-3095491b8774, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:32.297900 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1139b772-2e85-40f1-93aa-3095491b8774), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.301005 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.301382 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.301710 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.302050 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.302470 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.302793 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.303110 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.303639 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.304297 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.304840 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.305347 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.305869 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.306365 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.306889 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.307379 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Tracked resource versions report: Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: pushed versions: Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: { 'AddressGroup': {'1.2'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Agent': {'1.1'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'ConntrackHelper': {'1.0'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'LocalIPAssociation': {'1.0'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Log': {'1.0'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'NDPProxy': {'1.0'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Network': {'1.1'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Port': {'1.7'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'PortForwarding': {'1.3'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'QosPolicy': {'1.10'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroup': {'1.5'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroupRule': {'1.2'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SubPort': {'1.0'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Subnet': {'1.1'}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Trunk': {'1.1'}} Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: consumer versions: Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: { DHCP agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: HyperV agent@hv-cinder-83538: {}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: L3 agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: Metadata agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: Metering agent@dv-cinder-835384-7-iscsi: {}, Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: Open vSwitch agent@dv-cinder-835384-7-iscsi: { 'AddressGroup': '1.2', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Agent': '1.1', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'ConntrackHelper': '1.0', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'LocalIPAssociation': '1.0', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Log': '1.0', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'NDPProxy': '1.0', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Network': '1.1', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Port': '1.7', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'PortForwarding': '1.3', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'QosPolicy': '1.10', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroup': '1.5', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SecurityGroupRule': '1.2', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'SubPort': '1.0', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Subnet': '1.1', Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: 'Trunk': '1.1'}} Jun 15 22:15:32.308978 dv-cinder-835384-7-iscsi neutron-server[104023]: {{(pid=104023) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 22:15:32.323232 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.405521 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] For port 1139b772-2e85-40f1-93aa-3095491b8774, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:32.411435 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] For port 1139b772-2e85-40f1-93aa-3095491b8774, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1139b772-2e85-40f1-93aa-3095491b8774,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:32.426894 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2ce9e83b-c355-49c7-8623-43a77a1f50e5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7346573 Jun 15 22:15:32.428108 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b89f7-e817-4a4d-9494-b91ac33b28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f5e174-5c19-4df7-a738-f0ba879a2203,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:32.434015 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1139b772-2e85-40f1-93aa-3095491b8774), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.448773 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:32.527172 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:32.532025 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217280b1-6744-47f8-953b-c2dab8dd0d86 None None] Pushing event updated for resources: {'Port': ['ID=1139b772-2e85-40f1-93aa-3095491b8774,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:32.585268 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:32.588436 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:32.594153 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks [] for router_gateway (d607ade9-7129-4a15-828e-ed98ca86c51c), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.595978 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Network 16182893-09af-4eb5-b45b-7d25217c4af9 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:32.611700 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks [] for router_gateway (13357917-5556-44b5-83d4-4696cc6f0c14), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.621792 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:32.624745 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c78ea-c943-409c-b575-c507dcd948ed None None] Network b90f6c86-b810-42e3-9f31-0dfff822b57f requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:32.629162 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d10bff9-f5d6-468a-b70d-f723ac1f1c95 admin admin] Publish callbacks [] for security_group (09f5e174-5c19-4df7-a738-f0ba879a2203), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.729228 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:32.788922 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks [] for router_gateway (7d45b0ae-f775-442a-a841-1d27a32c6d62), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.831941 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39062) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:32.859825 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:32.912992 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d10bff9-f5d6-468a-b70d-f723ac1f1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (09f5e174-5c19-4df7-a738-f0ba879a2203), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.915349 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d10bff9-f5d6-468a-b70d-f723ac1f1c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:32.927123 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1d10bff9-f5d6-468a-b70d-f723ac1f1c95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09f5e174-5c19-4df7-a738-f0ba879a2203 HTTP/1.1" status: 204 len: 168 time: 0.9486034 Jun 15 22:15:32.930471 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Pushing event updated for resources: {'Port': ['ID=e0081fd5-0bf2-42a6-9374-07cfd887ede9,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:32.944974 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.010442 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10bff9-f5d6-468a-b70d-f723ac1f1c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f5e174-5c19-4df7-a738-f0ba879a2203,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:33.020962 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:33.083742 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:33.186577 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] Deleting subnet 38e4fc80-f99f-4edd-8ea3-955ab914ff6b {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:15:33.254836 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Allocated IP 172.20.0.2 (940602c4-8f41-4c18-9ab7-0dca7ab44fe8/28984ca3-c7b8-4d52-b267-c5ed7bcbb70f/213edfca-3ac8-4b43-896d-6e2dea355055) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:33.283207 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dca0aa-0afa-4c60-aedd-19affde6b332 None None] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:33.329505 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] Publish callbacks [] for subnet (38e4fc80-f99f-4edd-8ea3-955ab914ff6b), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.360969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Allocated IP 172.27.2.241 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/d3b67007-1fec-4838-bb77-94b64573dabc) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:33.397141 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Attempting to bind port e0081fd5-0bf2-42a6-9374-07cfd887ede9 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:33.397584 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Attempting to bind port e0081fd5-0bf2-42a6-9374-07cfd887ede9 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:33.397933 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Attempting to bind port e0081fd5-0bf2-42a6-9374-07cfd887ede9 on network 16182893-09af-4eb5-b45b-7d25217c4af9 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:33.398748 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8816af7a-6340-45b1-b335-143d019778ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:27Z', 'revision_number': 3, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:33.417504 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:33.418167 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Checking segment: {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:33.418700 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.419213 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Bound using segment: {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:33.419827 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Bound port: e0081fd5-0bf2-42a6-9374-07cfd887ede9, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:33.420361 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.461025 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:33.462050 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:33.463127 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39080) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:33.468494 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-27ffd65f-fd3c-4108-a12c-d934f8e43aff None None] Provisioning complete for port 7a2050c7-da67-4e08-80e4-f89857cb01b7 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:33.469260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-27ffd65f-fd3c-4108-a12c-d934f8e43aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.479014 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816af7a-6340-45b1-b335-143d019778ac None None] The sync data for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi is: [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:27Z', 'revision_number': 3, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:15:33.740757 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 7a2050c7-da67-4e08-80e4-f89857cb01b7 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:33.772180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39092) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:33.826742 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks [] for port (d3b67007-1fec-4838-bb77-94b64573dabc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.844898 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] Publish callbacks [] for subnet (38e4fc80-f99f-4edd-8ea3-955ab914ff6b), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.849657 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks [] for router_gateway (d607ade9-7129-4a15-828e-ed98ca86c51c), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.882099 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 7a2050c7-da67-4e08-80e4-f89857cb01b7 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:33.882712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.888121 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (38e4fc80-f99f-4edd-8ea3-955ab914ff6b), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.912060 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.913867 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:33.931343 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.948674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ec17907-c3d4-4d90-ab7c-43d1d7e7d9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:33.953641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.003352 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8adb1cb3-632c-4353-afe2-79ca4af05096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.034759 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (13357917-5556-44b5-83d4-4696cc6f0c14), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.054634 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:34.071355 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:34.080845 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:34.191130 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (38e4fc80-f99f-4edd-8ea3-955ab914ff6b), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.244499 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Pushing event updated for resources: {'Port': ['ID=d3b67007-1fec-4838-bb77-94b64573dabc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:34.253819 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Allocated IP 172.27.2.50 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/435c9ded-5316-4b8a-a136-ffe59516a230) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:34.263727 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.268095 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/38e4fc80-f99f-4edd-8ea3-955ab914ff6b HTTP/1.1" status: 204 len: 168 time: 1.4334927 Jun 15 22:15:34.275492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726692d-8d4a-45f0-92d6-9a4fe9fde79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38e4fc80-f99f-4edd-8ea3-955ab914ff6b,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:34.280802 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39104) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:34.288013 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-27ffd65f-fd3c-4108-a12c-d934f8e43aff None None] Current status of the port 7a2050c7-da67-4e08-80e4-f89857cb01b7 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:34.288578 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-27ffd65f-fd3c-4108-a12c-d934f8e43aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.382020 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-27ffd65f-fd3c-4108-a12c-d934f8e43aff None None] For port 7a2050c7-da67-4e08-80e4-f89857cb01b7, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=7a2050c7-da67-4e08-80e4-f89857cb01b7,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:34.395189 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] For port e0081fd5-0bf2-42a6-9374-07cfd887ede9, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:34.419939 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (3db27723-a806-4926-bd02-4ca095a1e569), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.466316 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:34.469305 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-27ffd65f-fd3c-4108-a12c-d934f8e43aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.582379 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks [] for port (435c9ded-5316-4b8a-a136-ffe59516a230), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.584523 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] For port e0081fd5-0bf2-42a6-9374-07cfd887ede9, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e0081fd5-0bf2-42a6-9374-07cfd887ede9,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:34.588763 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffd65f-fd3c-4108-a12c-d934f8e43aff None None] Pushing event updated for resources: {'Port': ['ID=7a2050c7-da67-4e08-80e4-f89857cb01b7,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:34.614412 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.621170 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Router 13357917-5556-44b5-83d4-4696cc6f0c14 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:15:34.663979 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (3db27723-a806-4926-bd02-4ca095a1e569), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.703903 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 7a2050c7-da67-4e08-80e4-f89857cb01b7 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:34.704532 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.705054 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.705467 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.706482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.706843 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > port after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.707184 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.707514 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > port after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.707826 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.708150 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.708454 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.708771 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:34.718099 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:34.742866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:34.819949 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Allocated IP 172.20.0.1 (8775d530-af5d-47c6-94ff-035a35c09c54/72e7cc71-9a32-4f03-944e-76c43ed1224f/25674241-23dd-46af-9103-2009180fe076) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:34.841787 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:34.914976 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c1f0-2a96-4c29-859d-4e51dbc519da None None] Pushing event updated for resources: {'Port': ['ID=e0081fd5-0bf2-42a6-9374-07cfd887ede9,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:34.945206 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Publish callbacks [] for port (213edfca-3ac8-4b43-896d-6e2dea355055), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:34.987920 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.086406 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.db.api [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 22:15:35.086857 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG oslo_db.api [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 22:15:35.092285 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:35.097555 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:35.102364 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:35.108801 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Pushing event updated for resources: {'Port': ['ID=213edfca-3ac8-4b43-896d-6e2dea355055,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:35.202908 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:35.204082 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:35.204605 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:35.206802 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:15:35.207592 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db27723-a806-4926-bd02-4ca095a1e569']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:35.248583 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cd0954-1ffb-46d0-8f65-2daa97a4f6a9') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:35.249067 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cd0954-1ffb-46d0-8f65-2daa97a4f6a9') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:35.250782 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Attempting to bind port 213edfca-3ac8-4b43-896d-6e2dea355055 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:35.251152 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Attempting to bind port 213edfca-3ac8-4b43-896d-6e2dea355055 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:35.251505 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Attempting to bind port 213edfca-3ac8-4b43-896d-6e2dea355055 on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:35.259068 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:35.259927 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Checking segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:35.259927 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.260370 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Bound using segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:35.260863 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Bound port: 213edfca-3ac8-4b43-896d-6e2dea355055, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:35.261349 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.335728 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks [] for router_gateway (7d45b0ae-f775-442a-a841-1d27a32c6d62), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.376193 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8adb1cb3-632c-4353-afe2-79ca4af05096 admin admin] Publish callbacks [] for security_group (31f1c451-c386-4045-8054-edd5200bb9a7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.402045 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (38cd0954-1ffb-46d0-8f65-2daa97a4f6a9), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.411454 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] For port 213edfca-3ac8-4b43-896d-6e2dea355055, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:35.415244 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] For port 213edfca-3ac8-4b43-896d-6e2dea355055, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=213edfca-3ac8-4b43-896d-6e2dea355055,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:35.433730 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.451431 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ec17907-c3d4-4d90-ab7c-43d1d7e7d9dc admin admin] Publish callbacks [] for security_group (19a086c5-8277-4699-8f06-87cee1ea8533), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.468460 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.485704 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-b970c53c-844e-4d6c-8784-a59b1d122019 None None] Provisioning complete for port 7a2050c7-da67-4e08-80e4-f89857cb01b7 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:35.486150 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b970c53c-844e-4d6c-8784-a59b1d122019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.490094 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8adb1cb3-632c-4353-afe2-79ca4af05096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (31f1c451-c386-4045-8054-edd5200bb9a7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.505514 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:35.506851 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0ec17907-c3d4-4d90-ab7c-43d1d7e7d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (19a086c5-8277-4699-8f06-87cee1ea8533), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.554323 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:35.579191 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (38cd0954-1ffb-46d0-8f65-2daa97a4f6a9), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.587724 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:35.614779 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:35.647848 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b970c53c-844e-4d6c-8784-a59b1d122019 None None] Current status of the port 7a2050c7-da67-4e08-80e4-f89857cb01b7 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:35.677452 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8adb1cb3-632c-4353-afe2-79ca4af05096 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77f37f71dade4bfc9407005c2982709e&name=default HTTP/1.1" status: 200 len: 2995 time: 1.8029392 Jun 15 22:15:35.683027 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0ec17907-c3d4-4d90-ab7c-43d1d7e7d9dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8937185412da45feb828a2dec596f359&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1966524 Jun 15 22:15:35.684653 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482ec71-b915-4ae1-874b-8a5fd461cfd9 None None] Pushing event updated for resources: {'Port': ['ID=213edfca-3ac8-4b43-896d-6e2dea355055,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:35.687581 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:35.689705 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 7a2050c7-da67-4e08-80e4-f89857cb01b7 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:35.695357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39126) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:35.696000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39128) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:35.696677 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1cb3-632c-4353-afe2-79ca4af05096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f1c451-c386-4045-8054-edd5200bb9a7,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:35.699399 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:15:35.699843 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (38cd0954-1ffb-46d0-8f65-2daa97a4f6a9), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.739938 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=435c9ded-5316-4b8a-a136-ffe59516a230,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:35.782187 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:35.799211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks [] for port (25674241-23dd-46af-9103-2009180fe076), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.822787 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:35.845976 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:35.846860 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:35.951683 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (3db27723-a806-4926-bd02-4ca095a1e569), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.964111 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf772251-5d6f-4bd7-950f-f5d4289fee13 admin admin] Publish callbacks [] for security_group (19a086c5-8277-4699-8f06-87cee1ea8533), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.966518 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:35.973640 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3db27723-a806-4926-bd02-4ca095a1e569 HTTP/1.1" status: 204 len: 168 time: 1.6830380 Jun 15 22:15:36.050451 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec17907-c3d4-4d90-ab7c-43d1d7e7d9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a086c5-8277-4699-8f06-87cee1ea8533,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:36.100536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf772251-5d6f-4bd7-950f-f5d4289fee13 admin admin] Publish callbacks [] for security_group (19a086c5-8277-4699-8f06-87cee1ea8533), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.120075 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:36.121369 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39138) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:36.130611 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e0081fd5-0bf2-42a6-9374-07cfd887ede9 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:36.244498 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] Deleting subnet 875da1b9-17b8-4ba0-a736-125958dfe0bf {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:15:36.251071 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] Publish callbacks [] for subnet (875da1b9-17b8-4ba0-a736-125958dfe0bf), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.286462 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (25674241-23dd-46af-9103-2009180fe076), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.289253 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (875da1b9-17b8-4ba0-a736-125958dfe0bf), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.336724 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (875da1b9-17b8-4ba0-a736-125958dfe0bf), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.371727 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Network 8775d530-af5d-47c6-94ff-035a35c09c54 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:36.402081 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:36.403798 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e0081fd5-0bf2-42a6-9374-07cfd887ede9 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:36.405260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.406347 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:36.414488 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.418560 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e4c37dbe-c4e8-49e0-aec6-2086a44bce10 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1730971 Jun 15 22:15:36.418560 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb9ed0-849c-4eb7-9857-beedb137a387 admin admin] Pushing event deleted for resources: {'Network': ['ID=3db27723-a806-4926-bd02-4ca095a1e569,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:36.422126 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (875da1b9-17b8-4ba0-a736-125958dfe0bf), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.433229 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:36.433556 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39142) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:36.441241 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (5b5cd052-a31a-4957-acb0-c81177e65f1f), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.456625 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.462500 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/875da1b9-17b8-4ba0-a736-125958dfe0bf HTTP/1.1" status: 204 len: 168 time: 0.3356106 Jun 15 22:15:36.476798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fea5888a-af7d-46d0-a63b-1ff12e1fac86 admin admin] Publish callbacks [] for security_group (31f1c451-c386-4045-8054-edd5200bb9a7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.479233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=25674241-23dd-46af-9103-2009180fe076,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:36.489348 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:36.569873 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39150) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:36.643529 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:31Z', 'revision_number': 3, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:36.648930 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:36.660775 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e22747-51dc-439b-9231-37bfd386e20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875da1b9-17b8-4ba0-a736-125958dfe0bf,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:36.757072 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f214b14-b67d-4640-8182-5dcfe415d15c None None] Network 16182893-09af-4eb5-b45b-7d25217c4af9 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:36.761498 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 38cd0954-1ffb-46d0-8f65-2daa97a4f6a9 resource provider aggregate not found Jun 15 22:15:36.770241 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:36.770241 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Updating router 13357917-5556-44b5-83d4-4696cc6f0c14 port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:36.827780 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.835871 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e0081fd5-0bf2-42a6-9374-07cfd887ede9 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:36.836247 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.872019 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:36.896952 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf772251-5d6f-4bd7-950f-f5d4289fee13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (19a086c5-8277-4699-8f06-87cee1ea8533), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.901038 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cf772251-5d6f-4bd7-950f-f5d4289fee13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.902565 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cf772251-5d6f-4bd7-950f-f5d4289fee13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19a086c5-8277-4699-8f06-87cee1ea8533 HTTP/1.1" status: 204 len: 168 time: 1.2016635 Jun 15 22:15:36.932030 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (b90f6c86-b810-42e3-9f31-0dfff822b57f), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.934027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:36.940046 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 38cd0954-1ffb-46d0-8f65-2daa97a4f6a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38cd0954-1ffb-46d0-8f65-2daa97a4f6a9 found for delete ", "request_id": "req-f774a9ac-30e5-4fe8-a7f0-2d45281a04e1"}]} Jun 15 22:15:36.987218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fea5888a-af7d-46d0-a63b-1ff12e1fac86 admin admin] Publish callbacks [] for security_group (31f1c451-c386-4045-8054-edd5200bb9a7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.992084 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (7d45b0ae-f775-442a-a841-1d27a32c6d62), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:36.995102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf772251-5d6f-4bd7-950f-f5d4289fee13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a086c5-8277-4699-8f06-87cee1ea8533,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:37.078501 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-1cf568fd-2191-433a-ae06-678aa753d8e5 None None] Provisioning complete for port e0081fd5-0bf2-42a6-9374-07cfd887ede9 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:37.078888 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1cf568fd-2191-433a-ae06-678aa753d8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.283644 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port e0081fd5-0bf2-42a6-9374-07cfd887ede9, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e0081fd5-0bf2-42a6-9374-07cfd887ede9,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:37.308044 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.308901 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 7a2050c7-da67-4e08-80e4-f89857cb01b7 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:37.564016 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks [] for router_gateway (d607ade9-7129-4a15-828e-ed98ca86c51c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.624486 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:37.626005 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=e0081fd5-0bf2-42a6-9374-07cfd887ede9,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:37.663172 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (b90f6c86-b810-42e3-9f31-0dfff822b57f), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.681989 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe25c4e-ac7e-480d-b1a7-240da9acdee3 None None] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:15:37.684609 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-1cf568fd-2191-433a-ae06-678aa753d8e5 None None] Current status of the port e0081fd5-0bf2-42a6-9374-07cfd887ede9 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:37.699478 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:37.716700 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fea5888a-af7d-46d0-a63b-1ff12e1fac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (31f1c451-c386-4045-8054-edd5200bb9a7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.716700 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fea5888a-af7d-46d0-a63b-1ff12e1fac86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.717597 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fea5888a-af7d-46d0-a63b-1ff12e1fac86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31f1c451-c386-4045-8054-edd5200bb9a7 HTTP/1.1" status: 204 len: 168 time: 2.0171447 Jun 15 22:15:37.725795 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 7a2050c7-da67-4e08-80e4-f89857cb01b7 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:37.727207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (25674241-23dd-46af-9103-2009180fe076), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.727531 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.750005 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5888a-af7d-46d0-a63b-1ff12e1fac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f1c451-c386-4045-8054-edd5200bb9a7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:37.783600 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90f6c86-b810-42e3-9f31-0dfff822b57f']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:37.835583 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Router 7d45b0ae-f775-442a-a841-1d27a32c6d62 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:15:37.848142 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60f4180-57c6-46ac-aae3-df1f682ffe1f') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:37.848421 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60f4180-57c6-46ac-aae3-df1f682ffe1f') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:37.879582 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Publish callbacks [] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:37.957076 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.092954 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (e60f4180-57c6-46ac-aae3-df1f682ffe1f), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.172349 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Provisioning complete for port 25674241-23dd-46af-9103-2009180fe076 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:38.172747 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (25674241-23dd-46af-9103-2009180fe076), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.213300 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (e60f4180-57c6-46ac-aae3-df1f682ffe1f), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.256414 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:15:38.267552 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (e60f4180-57c6-46ac-aae3-df1f682ffe1f), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.313140 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Attempting to bind port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:38.315674 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Attempting to bind port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:38.316140 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Attempting to bind port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:38.321558 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b7cc8-74b1-4e52-bcaa-e7be092d4a9b None None] Pushing event updated for resources: {'Port': ['ID=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:38.370743 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:38.372262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Port 25674241-23dd-46af-9103-2009180fe076 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:38.433237 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:38.433760 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:38.434043 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.435351 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:38.435351 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Bound port: 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:38.435351 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.504492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:38.563797 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 7a2050c7-da67-4e08-80e4-f89857cb01b7 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:38.567553 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1139b772-2e85-40f1-93aa-3095491b8774 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:38.575047 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:38.589878 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks [] for port (25674241-23dd-46af-9103-2009180fe076), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.606827 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Sync routers for ids ['7d45b0ae-f775-442a-a841-1d27a32c6d62'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:38.611077 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (25674241-23dd-46af-9103-2009180fe076), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.621242 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (5b5cd052-a31a-4957-acb0-c81177e65f1f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.647244 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Provisioning complete for port 213edfca-3ac8-4b43-896d-6e2dea355055 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:38.648330 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.656335 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (d607ade9-7129-4a15-828e-ed98ca86c51c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.663580 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (b90f6c86-b810-42e3-9f31-0dfff822b57f), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.666096 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Routers {'7d45b0ae-f775-442a-a841-1d27a32c6d62'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:38.672845 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['7d45b0ae-f775-442a-a841-1d27a32c6d62'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:38.679256 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.683049 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b90f6c86-b810-42e3-9f31-0dfff822b57f HTTP/1.1" status: 204 len: 168 time: 2.0980492 Jun 15 22:15:38.730237 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18279101-16c4-459e-9b9d-c3ee57871c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=b90f6c86-b810-42e3-9f31-0dfff822b57f,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:38.846894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:38.850001 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6b419ee5-e30a-4adb-9d39-8cfd7505821c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3899121 Jun 15 22:15:38.864700 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39200) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:38.931898 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:39.013020 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Current status of the port 213edfca-3ac8-4b43-896d-6e2dea355055 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:39.013666 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:39.018866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 1139b772-2e85-40f1-93aa-3095491b8774 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:39.019543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1139b772-2e85-40f1-93aa-3095491b8774), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:39.071089 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment e60f4180-57c6-46ac-aae3-df1f682ffe1f resource provider aggregate not found Jun 15 22:15:39.143326 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment e60f4180-57c6-46ac-aae3-df1f682ffe1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e60f4180-57c6-46ac-aae3-df1f682ffe1f found for delete ", "request_id": "req-b7afb179-3064-4036-a069-ffa7e41f169a"}]} Jun 15 22:15:39.166208 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=25674241-23dd-46af-9103-2009180fe076,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:39.192643 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:39.221040 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Set router 7d45b0ae-f775-442a-a841-1d27a32c6d62 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:39.289839 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] For port 213edfca-3ac8-4b43-896d-6e2dea355055, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=213edfca-3ac8-4b43-896d-6e2dea355055,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:39.329864 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:39.337057 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Network 8775d530-af5d-47c6-94ff-035a35c09c54 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:39.341559 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:39.350041 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:39.389699 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Router d607ade9-7129-4a15-828e-ed98ca86c51c is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:15:39.436443 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] For port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:39.486232 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] For port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:39.559467 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-4e335566-0201-47d0-82c1-bf82df983a0d None None] Provisioning complete for port e0081fd5-0bf2-42a6-9374-07cfd887ede9 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:39.560549 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e335566-0201-47d0-82c1-bf82df983a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:39.584310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:39.597636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39212) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:39.628858 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Router 5b5cd052-a31a-4957-acb0-c81177e65f1f has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:15:39.738703 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:39.747697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 1139b772-2e85-40f1-93aa-3095491b8774 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:39.748436 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1139b772-2e85-40f1-93aa-3095491b8774), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:39.762752 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0da97-64de-42b7-a8bf-308f7326ecef None None] Pushing event updated for resources: {'Port': ['ID=213edfca-3ac8-4b43-896d-6e2dea355055,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:39.786713 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:39.787886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:39.846076 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:39.883620 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Allocated IP 172.20.0.1 (51970d37-d292-4c3d-bdb6-727ed5d05edc/1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19/3241e305-539e-4c0c-b0c3-e560a663ac49) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:39.909549 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:39.938105 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:34Z', 'revision_number': 3, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port': {'id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:32Z', 'updated_at': '2022-06-15T22:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:39.940170 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port 1139b772-2e85-40f1-93aa-3095491b8774, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1139b772-2e85-40f1-93aa-3095491b8774,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:39.947631 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Sync routers for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:39.966250 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1139b772-2e85-40f1-93aa-3095491b8774), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:40.019256 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Checking router: 7d45b0ae-f775-442a-a841-1d27a32c6d62 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:40.019600 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Updating router 7d45b0ae-f775-442a-a841-1d27a32c6d62 port d3b67007-1fec-4838-bb77-94b64573dabc binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:40.053051 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:40.057903 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:40.058780 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:40.077121 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:40.082879 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5e0df4db-3f78-4696-9378-1de63410a2d4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6567240 Jun 15 22:15:40.088191 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:40.091778 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39218) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:40.119596 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b7cc8-74b1-4e52-bcaa-e7be092d4a9b None None] Pushing event updated for resources: {'Port': ['ID=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:40.196431 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-95ecb91b-0186-4eb3-934e-d3b12cad4adf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09d590c4a2ca4b33864e81dfe4d10785&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5940516 Jun 15 22:15:40.213405 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39222) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:40.453969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39226) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:40.461193 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e0081fd5-0bf2-42a6-9374-07cfd887ede9 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:40.675654 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:40.686165 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5d99675d-d601-4f86-8c98-8695b840b8a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/5b5cd052-a31a-4957-acb0-c81177e65f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0036523 Jun 15 22:15:40.692813 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Sync routers for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:40.757802 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f94530fe-8b31-4aca-8ebe-da585f01dc81 admin admin] Publish callbacks [] for security_group (4516b6e5-80b8-4a66-a6a4-330e261d4c17), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:40.813420 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f94530fe-8b31-4aca-8ebe-da585f01dc81 admin admin] Publish callbacks [] for security_group (4516b6e5-80b8-4a66-a6a4-330e261d4c17), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:40.821097 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:40.822045 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:40.904895 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4e335566-0201-47d0-82c1-bf82df983a0d None None] Current status of the port e0081fd5-0bf2-42a6-9374-07cfd887ede9 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:41.071260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:41.100854 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4d06-f47d-4ed1-b035-6649d6aa7fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.160200 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Publish callbacks [] for port (d3b67007-1fec-4838-bb77-94b64573dabc), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.188376 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:41.203708 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:41.217684 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:41.221679 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:15:41.246991 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.305382 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:41.324931 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:41.374591 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Attempting to bind port d3b67007-1fec-4838-bb77-94b64573dabc on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:41.375032 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Attempting to bind port d3b67007-1fec-4838-bb77-94b64573dabc by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:41.376920 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Attempting to bind port d3b67007-1fec-4838-bb77-94b64573dabc on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:41.402472 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:41.429460 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4d06-f47d-4ed1-b035-6649d6aa7fc4 admin admin] Publish callbacks [] for security_group (14597ecd-d89d-451b-af01-2e7cbc727866), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.432315 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f94530fe-8b31-4aca-8ebe-da585f01dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4516b6e5-80b8-4a66-a6a4-330e261d4c17), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.432566 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d1afb232-cd18-48a6-bb27-21b0471afb09 None None] Provisioning complete for port 25674241-23dd-46af-9103-2009180fe076 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:41.435873 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f94530fe-8b31-4aca-8ebe-da585f01dc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.436361 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1afb232-cd18-48a6-bb27-21b0471afb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (25674241-23dd-46af-9103-2009180fe076), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.441204 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f94530fe-8b31-4aca-8ebe-da585f01dc81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4516b6e5-80b8-4a66-a6a4-330e261d4c17 HTTP/1.1" status: 204 len: 168 time: 1.2194855 Jun 15 22:15:41.454342 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4d06-f47d-4ed1-b035-6649d6aa7fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (14597ecd-d89d-451b-af01-2e7cbc727866), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.462032 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94530fe-8b31-4aca-8ebe-da585f01dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516b6e5-80b8-4a66-a6a4-330e261d4c17,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:41.516889 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f4d06-f47d-4ed1-b035-6649d6aa7fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14597ecd-d89d-451b-af01-2e7cbc727866,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:41.518265 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47fb93-89c7-42ef-ab5b-9280f0b118ca None None] Pushing event updated for resources: {'Port': ['ID=d3b67007-1fec-4838-bb77-94b64573dabc,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:41.526397 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d1afb232-cd18-48a6-bb27-21b0471afb09 None None] Port 25674241-23dd-46af-9103-2009180fe076 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:41.526794 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks [] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.555579 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=1139b772-2e85-40f1-93aa-3095491b8774,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:41.632969 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cc4f4d06-f47d-4ed1-b035-6649d6aa7fc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=747de57511cf4f8a9e5b2503d7550c84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0971234 Jun 15 22:15:41.640162 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39256) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:41.651445 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:41.654033 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:41.655063 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.655675 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:41.656431 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Bound port: d3b67007-1fec-4838-bb77-94b64573dabc, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:41.657133 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.670490 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.755400 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.967701 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e0081fd5-0bf2-42a6-9374-07cfd887ede9 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:41.968572 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:41.979828 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39264) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:42.013081 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d1afb232-cd18-48a6-bb27-21b0471afb09 None None] Provisioning complete for port 213edfca-3ac8-4b43-896d-6e2dea355055 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:42.013786 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d1afb232-cd18-48a6-bb27-21b0471afb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.023367 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] For port d3b67007-1fec-4838-bb77-94b64573dabc, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:42.023727 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0534-2fe0-4893-8a6c-e666f7745373 admin admin] Publish callbacks [] for security_group (14597ecd-d89d-451b-af01-2e7cbc727866), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.033777 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] For port d3b67007-1fec-4838-bb77-94b64573dabc, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=d3b67007-1fec-4838-bb77-94b64573dabc,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:42.038393 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:42.040149 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-2657478b-1924-4368-9ca1-a3d6fe95a102 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243324755', 'description': 'tempest-description--565350483'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:42.046871 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 2, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:42.070506 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:42.091014 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Checking router: 5b5cd052-a31a-4957-acb0-c81177e65f1f for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:42.092567 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Updating router 5b5cd052-a31a-4957-acb0-c81177e65f1f port 25674241-23dd-46af-9103-2009180fe076 binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:42.097863 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.127677 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0534-2fe0-4893-8a6c-e666f7745373 admin admin] Publish callbacks [] for security_group (14597ecd-d89d-451b-af01-2e7cbc727866), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.172355 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:42.205178 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Routers {'7d45b0ae-f775-442a-a841-1d27a32c6d62'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:42.207270 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['7d45b0ae-f775-442a-a841-1d27a32c6d62'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:42.222782 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:42.275486 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Pushing event updated for resources: {'Port': ['ID=3241e305-539e-4c0c-b0c3-e560a663ac49,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:42.369026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.397060 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Allocated IP 172.20.0.1 (16182893-09af-4eb5-b45b-7d25217c4af9/b5c1fca3-26c0-477f-952b-2df52382242c/4b4c6c7f-6319-4369-a523-79bcbb31be2d) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:42.404589 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (25674241-23dd-46af-9103-2009180fe076), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.431054 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2657478b-1924-4368-9ca1-a3d6fe95a102 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.431844 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d1afb232-cd18-48a6-bb27-21b0471afb09 None None] Current status of the port 213edfca-3ac8-4b43-896d-6e2dea355055 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:42.448757 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:42.461657 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:36Z', 'revision_number': 3, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:42.477753 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (13357917-5556-44b5-83d4-4696cc6f0c14), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.521387 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Checking router: d607ade9-7129-4a15-828e-ed98ca86c51c for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:42.521740 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Updating router d607ade9-7129-4a15-828e-ed98ca86c51c port 435c9ded-5316-4b8a-a136-ffe59516a230 binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:42.614834 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:42.686796 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks [] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.693943 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e0081fd5-0bf2-42a6-9374-07cfd887ede9 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:42.697639 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 213edfca-3ac8-4b43-896d-6e2dea355055 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:42.741419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.768094 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39272) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:42.783295 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:42.785392 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:31Z', 'revision_number': 3, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:42.822023 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Network 16182893-09af-4eb5-b45b-7d25217c4af9 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:42.824206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4c6c7f-6319-4369-a523-79bcbb31be2d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:42.855360 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:42.864040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:42.865116 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (7d45b0ae-f775-442a-a841-1d27a32c6d62), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:42.959435 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47fb93-89c7-42ef-ab5b-9280f0b118ca None None] Pushing event updated for resources: {'Port': ['ID=d3b67007-1fec-4838-bb77-94b64573dabc,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:43.089176 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e861a-f66e-4245-b61b-3176ea2557e2 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:31Z', 'revision_number': 3, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:15:43.106525 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.120629 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-524f59cb-3da6-4588-ad5f-518a6b474911 None None] Provisioning complete for port 3241e305-539e-4c0c-b0c3-e560a663ac49 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:43.121109 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.121414 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-524f59cb-3da6-4588-ad5f-518a6b474911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.173414 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] Set router 7d45b0ae-f775-442a-a841-1d27a32c6d62 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:43.269267 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-524f59cb-3da6-4588-ad5f-518a6b474911 None None] Port 3241e305-539e-4c0c-b0c3-e560a663ac49 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:43.483826 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:43.540101 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2657478b-1924-4368-9ca1-a3d6fe95a102 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (fac33211-54b8-4467-a9b3-800792bff7e0), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.585640 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks [] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.585640 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:43.585640 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:43.587586 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.588815 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (7d45b0ae-f775-442a-a841-1d27a32c6d62), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.619762 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 213edfca-3ac8-4b43-896d-6e2dea355055 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:43.621218 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.706899 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-413bea6f-1921-4e77-9541-26fb5bc693a8 None None] Provisioning complete for port 4b4c6c7f-6319-4369-a523-79bcbb31be2d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:43.707328 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-413bea6f-1921-4e77-9541-26fb5bc693a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.733206 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2657478b-1924-4368-9ca1-a3d6fe95a102 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fac33211-54b8-4467-a9b3-800792bff7e0), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.874360 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0534-2fe0-4893-8a6c-e666f7745373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (14597ecd-d89d-451b-af01-2e7cbc727866), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.883561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0534-2fe0-4893-8a6c-e666f7745373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:43.892372 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4a3f0534-2fe0-4893-8a6c-e666f7745373 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14597ecd-d89d-451b-af01-2e7cbc727866 HTTP/1.1" status: 204 len: 168 time: 2.2505322 Jun 15 22:15:43.909192 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4c6c7f-6319-4369-a523-79bcbb31be2d,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:43.910090 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:43.950303 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-89ffbf0e-e54f-49e1-9542-99e0ac35f374 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a689d5d1e6f64cd6afb4aad7a93cb38e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1554992 Jun 15 22:15:43.960011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39298) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:43.981208 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:44.009602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f0534-2fe0-4893-8a6c-e666f7745373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14597ecd-d89d-451b-af01-2e7cbc727866,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:44.018284 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:34Z', 'revision_number': 3, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port': {'id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:32Z', 'updated_at': '2022-06-15T22:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:44.060698 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2657478b-1924-4368-9ca1-a3d6fe95a102 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.066497 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2657478b-1924-4368-9ca1-a3d6fe95a102 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.0398633 Jun 15 22:15:44.081248 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e70a70-ab49-4d93-b0d8-366854b07a9b None None] The sync data for ids ['7d45b0ae-f775-442a-a841-1d27a32c6d62'] in dv-cinder-835384-7-iscsi is: [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:34Z', 'revision_number': 3, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port': {'id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:32Z', 'updated_at': '2022-06-15T22:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:15:44.084349 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39302) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:44.132246 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-934bdf7f-103f-4711-8ba5-53894492c3cc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'security_group_rule': {'security_group_id': 'fac33211-54b8-4467-a9b3-800792bff7e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:44.136587 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Publish callbacks [] for port (25674241-23dd-46af-9103-2009180fe076), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.162904 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (25674241-23dd-46af-9103-2009180fe076), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.303777 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657478b-1924-4368-9ca1-a3d6fe95a102 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac33211-54b8-4467-a9b3-800792bff7e0,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:44.314673 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de34821-e707-4d96-ab84-dd0ca2b3aafb None None] Pushing event updated for resources: {'Port': ['ID=25674241-23dd-46af-9103-2009180fe076,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:44.343772 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-413bea6f-1921-4e77-9541-26fb5bc693a8 None None] Port 4b4c6c7f-6319-4369-a523-79bcbb31be2d cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:44.401391 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Network 16182893-09af-4eb5-b45b-7d25217c4af9 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:44.423369 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:44.426621 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.466645 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Allocated IP 172.20.0.1 (940602c4-8f41-4c18-9ab7-0dca7ab44fe8/28984ca3-c7b8-4d52-b267-c5ed7bcbb70f/c6c6378e-2964-4a26-b2a5-9214c48c103a) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:44.531823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be59bf49-b854-4982-8a1b-2f2391247b67 admin admin] Publish callbacks [] for security_group (e7922563-707d-4545-b528-38e4794d14d1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.559477 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Attempting to bind port 25674241-23dd-46af-9103-2009180fe076 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:44.560012 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Attempting to bind port 25674241-23dd-46af-9103-2009180fe076 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:44.565582 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Attempting to bind port 25674241-23dd-46af-9103-2009180fe076 on network 8775d530-af5d-47c6-94ff-035a35c09c54 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:44.634694 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:44.635635 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Checking segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:44.636283 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.637103 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Bound using segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:44.655409 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Bound port: 25674241-23dd-46af-9103-2009180fe076, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:44.656137 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (25674241-23dd-46af-9103-2009180fe076), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.701918 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Publish callbacks [] for port (435c9ded-5316-4b8a-a136-ffe59516a230), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.715204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 213edfca-3ac8-4b43-896d-6e2dea355055 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:44.724921 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-934bdf7f-103f-4711-8ba5-53894492c3cc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (5b548f1b-e167-4e6d-ad42-ff74e1d9bf13), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.737834 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbd317d1-47e0-4121-9a0d-66199662c6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.764090 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:44.908587 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:45.000626 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-f12e3158-7060-443a-b7fa-5241eed96d18 None None] Provisioning complete for port 25674241-23dd-46af-9103-2009180fe076 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:45.001519 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be59bf49-b854-4982-8a1b-2f2391247b67 admin admin] Publish callbacks [] for security_group (e7922563-707d-4545-b528-38e4794d14d1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.011789 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f12e3158-7060-443a-b7fa-5241eed96d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (25674241-23dd-46af-9103-2009180fe076), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.014216 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] For port 25674241-23dd-46af-9103-2009180fe076, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:45.021243 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] For port 25674241-23dd-46af-9103-2009180fe076, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=25674241-23dd-46af-9103-2009180fe076,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:45.048385 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (25674241-23dd-46af-9103-2009180fe076), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.079403 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:45.104317 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Attempting to bind port 435c9ded-5316-4b8a-a136-ffe59516a230 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:45.116581 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Attempting to bind port 435c9ded-5316-4b8a-a136-ffe59516a230 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:45.117071 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Attempting to bind port 435c9ded-5316-4b8a-a136-ffe59516a230 on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:45.178520 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebb64f-185e-4857-b97a-a3dfce3c6d4b None None] Pushing event updated for resources: {'Port': ['ID=435c9ded-5316-4b8a-a136-ffe59516a230,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:45.194746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:45.199241 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:45.199697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.201413 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:45.205778 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Bound port: 435c9ded-5316-4b8a-a136-ffe59516a230, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:45.206628 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.239762 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-934bdf7f-103f-4711-8ba5-53894492c3cc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (5b548f1b-e167-4e6d-ad42-ff74e1d9bf13), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.298400 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:45.299065 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:45.300929 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be59bf49-b854-4982-8a1b-2f2391247b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e7922563-707d-4545-b528-38e4794d14d1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.313526 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-be59bf49-b854-4982-8a1b-2f2391247b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.330488 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de34821-e707-4d96-ab84-dd0ca2b3aafb None None] Pushing event updated for resources: {'Port': ['ID=25674241-23dd-46af-9103-2009180fe076,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:45.334469 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-be59bf49-b854-4982-8a1b-2f2391247b67 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7922563-707d-4545-b528-38e4794d14d1 HTTP/1.1" status: 204 len: 168 time: 1.3583007 Jun 15 22:15:45.337474 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f12e3158-7060-443a-b7fa-5241eed96d18 None None] Port 25674241-23dd-46af-9103-2009180fe076 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:45.339398 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1139b772-2e85-40f1-93aa-3095491b8774 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:45.379694 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59bf49-b854-4982-8a1b-2f2391247b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7922563-707d-4545-b528-38e4794d14d1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:45.402144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Router 7d45b0ae-f775-442a-a841-1d27a32c6d62 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:15:45.604823 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks [] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.642131 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] For port 435c9ded-5316-4b8a-a136-ffe59516a230, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:45.644571 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.652820 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-934bdf7f-103f-4711-8ba5-53894492c3cc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (5b548f1b-e167-4e6d-ad42-ff74e1d9bf13), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.655153 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-557290fe-1d3e-4726-81e7-517ad1da4167 None None] Provisioning complete for port 4b4c6c7f-6319-4369-a523-79bcbb31be2d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:45.655880 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-557290fe-1d3e-4726-81e7-517ad1da4167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.666179 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] For port 435c9ded-5316-4b8a-a136-ffe59516a230, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=435c9ded-5316-4b8a-a136-ffe59516a230,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:45.751661 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:45.768408 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bdf7f-103f-4711-8ba5-53894492c3cc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b548f1b-e167-4e6d-ad42-ff74e1d9bf13,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:45.773188 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:45.789997 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39316) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:45.936831 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 1139b772-2e85-40f1-93aa-3095491b8774 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:45.940074 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1139b772-2e85-40f1-93aa-3095491b8774), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.007824 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:46.043054 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:46.067359 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-603359f4-9f92-4303-9bd6-f1b6458fb420 admin admin] 10.222.0.55 "PUT /v2.0/routers/7d45b0ae-f775-442a-a841-1d27a32c6d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1935914 Jun 15 22:15:46.132477 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-557290fe-1d3e-4726-81e7-517ad1da4167 None None] Port 4b4c6c7f-6319-4369-a523-79bcbb31be2d cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:46.161371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (13357917-5556-44b5-83d4-4696cc6f0c14), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.200925 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Pushing event updated for resources: {'Port': ['ID=3241e305-539e-4c0c-b0c3-e560a663ac49,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:46.232584 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-934bdf7f-103f-4711-8ba5-53894492c3cc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.234106 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-934bdf7f-103f-4711-8ba5-53894492c3cc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1371114 Jun 15 22:15:46.237193 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39328) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:46.251311 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-d658e75c-9a40-45ef-a21f-7759f1a1540c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'security_group_rule': {'security_group_id': 'fac33211-54b8-4467-a9b3-800792bff7e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:46.336088 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:46.337540 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:46.396291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d658e75c-9a40-45ef-a21f-7759f1a1540c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (80f26679-cf57-4bf1-9f33-4db4f17a9492), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.521204 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:46.539517 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:46.562900 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:46.569465 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-93b4b994-b93e-436e-89c4-64eeccdce73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.634599 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks [] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.840005 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d658e75c-9a40-45ef-a21f-7759f1a1540c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (80f26679-cf57-4bf1-9f33-4db4f17a9492), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.850711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d658e75c-9a40-45ef-a21f-7759f1a1540c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (80f26679-cf57-4bf1-9f33-4db4f17a9492), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:46.869851 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:15:46.944548 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:44Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:46.979310 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658e75c-9a40-45ef-a21f-7759f1a1540c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f26679-cf57-4bf1-9f33-4db4f17a9492,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:47.021263 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d658e75c-9a40-45ef-a21f-7759f1a1540c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.022512 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:47.035790 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d658e75c-9a40-45ef-a21f-7759f1a1540c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7964635 Jun 15 22:15:47.036526 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39346) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:47.053375 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:47.054235 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33390037-976a-41b5-aafc-f14ba8267f24 None None] The sync data for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi is: [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:44Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:15:47.099765 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:47.109171 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-309b1fc4-d33d-4882-a2c6-03df0d5b317e admin admin] 10.222.0.55 "PUT /v2.0/routers/13357917-5556-44b5-83d4-4696cc6f0c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6701112 Jun 15 22:15:47.129681 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.162707 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:47.173174 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebb64f-185e-4857-b97a-a3dfce3c6d4b None None] Pushing event updated for resources: {'Port': ['ID=435c9ded-5316-4b8a-a136-ffe59516a230,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:47.187781 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.265562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-24781006-a7f0-425b-b8e6-e79fc8241c97 None None] Provisioning complete for port 25674241-23dd-46af-9103-2009180fe076 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:47.265932 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24781006-a7f0-425b-b8e6-e79fc8241c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (25674241-23dd-46af-9103-2009180fe076), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.271916 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:47.278917 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:47.299320 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:47.380860 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:47.405150 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (d607ade9-7129-4a15-828e-ed98ca86c51c), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.473153 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-93b4b994-b93e-436e-89c4-64eeccdce73a admin admin] Publish callbacks [] for security_group (91f9def8-5fd4-4287-8301-6e9323d0a04b), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.480065 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Pushing event updated for resources: {'Port': ['ID=c6c6378e-2964-4a26-b2a5-9214c48c103a,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:47.488528 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-93b4b994-b93e-436e-89c4-64eeccdce73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (91f9def8-5fd4-4287-8301-6e9323d0a04b), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.555287 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c7015d0d-b920-444c-940d-a99f72ca055f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.581640 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:47.683538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.869570 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 1139b772-2e85-40f1-93aa-3095491b8774 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:47.870472 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device d3b67007-1fec-4838-bb77-94b64573dabc up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:47.878138 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:47.956197 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-24781006-a7f0-425b-b8e6-e79fc8241c97 None None] Current status of the port 25674241-23dd-46af-9103-2009180fe076 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:47.956793 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24781006-a7f0-425b-b8e6-e79fc8241c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (25674241-23dd-46af-9103-2009180fe076), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:48.149730 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39386) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:48.150550 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:36Z', 'revision_number': 3, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:48.195819 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d8a8a1-e25e-4b92-96a6-054d2c1850f5 None None] The sync data for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi is: [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:36Z', 'revision_number': 3, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:15:48.209697 dv-cinder-835384-7-iscsi neutron-server[104021]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 22:15:48.280377 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-24781006-a7f0-425b-b8e6-e79fc8241c97 None None] For port 25674241-23dd-46af-9103-2009180fe076, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=25674241-23dd-46af-9103-2009180fe076,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:48.283538 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port d3b67007-1fec-4838-bb77-94b64573dabc triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:48.284637 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:48.500444 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39396) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:48.540424 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-93b4b994-b93e-436e-89c4-64eeccdce73a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8210636bcb1c40bebb0342ccfc4e5015&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5999551 Jun 15 22:15:48.547808 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39398) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:48.557567 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:48.564026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-9a504d6d-b5ea-41da-876e-30ace4fd8d4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538025216', 'description': 'tempest-description--2007195690'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:48.575322 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24781006-a7f0-425b-b8e6-e79fc8241c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (25674241-23dd-46af-9103-2009180fe076), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:48.614539 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Sync routers for ids ['7d45b0ae-f775-442a-a841-1d27a32c6d62'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:48.640123 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4b994-b93e-436e-89c4-64eeccdce73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f9def8-5fd4-4287-8301-6e9323d0a04b,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:48.654103 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Routers {'7d45b0ae-f775-442a-a841-1d27a32c6d62'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:48.654754 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['7d45b0ae-f775-442a-a841-1d27a32c6d62'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:48.684230 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:48.793180 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c31ca005-ad10-423f-97b8-c62e6663ae81 None None] Provisioning complete for port c6c6378e-2964-4a26-b2a5-9214c48c103a triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:48.793849 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c31ca005-ad10-423f-97b8-c62e6663ae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:48.809355 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:48.810301 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:48.829823 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a504d6d-b5ea-41da-876e-30ace4fd8d4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:48.935570 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Allocated IP 172.27.2.240 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/2325d765-1eda-4bd6-9914-e1b1c6218117) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:48.960782 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c31ca005-ad10-423f-97b8-c62e6663ae81 None None] Port c6c6378e-2964-4a26-b2a5-9214c48c103a cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:49.031629 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Set router 7d45b0ae-f775-442a-a841-1d27a32c6d62 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:49.040222 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:49.096881 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-266f8962-7ee4-42f1-b8ec-2be9e048ab71 admin admin] Publish callbacks [] for security_group (91f9def8-5fd4-4287-8301-6e9323d0a04b), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.156938 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:49.239331 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-266f8962-7ee4-42f1-b8ec-2be9e048ab71 admin admin] Publish callbacks [] for security_group (91f9def8-5fd4-4287-8301-6e9323d0a04b), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.332755 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c31ca005-ad10-423f-97b8-c62e6663ae81 None None] Provisioning complete for port 3241e305-539e-4c0c-b0c3-e560a663ac49 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:49.333404 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c31ca005-ad10-423f-97b8-c62e6663ae81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.385239 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:49.437549 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c31ca005-ad10-423f-97b8-c62e6663ae81 None None] Port 3241e305-539e-4c0c-b0c3-e560a663ac49 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:49.590076 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24781006-a7f0-425b-b8e6-e79fc8241c97 None None] Pushing event updated for resources: {'Port': ['ID=25674241-23dd-46af-9103-2009180fe076,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:49.628710 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.630173 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a504d6d-b5ea-41da-876e-30ace4fd8d4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.640833 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a504d6d-b5ea-41da-876e-30ace4fd8d4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.707865 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port d3b67007-1fec-4838-bb77-94b64573dabc is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:49.708426 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.730884 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-266f8962-7ee4-42f1-b8ec-2be9e048ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (91f9def8-5fd4-4287-8301-6e9323d0a04b), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.736918 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-266f8962-7ee4-42f1-b8ec-2be9e048ab71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.744858 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-266f8962-7ee4-42f1-b8ec-2be9e048ab71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91f9def8-5fd4-4287-8301-6e9323d0a04b HTTP/1.1" status: 204 len: 168 time: 1.1616304 Jun 15 22:15:49.756502 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.770968 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks [] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.797899 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.821830 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a504d6d-b5ea-41da-876e-30ace4fd8d4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:49.886572 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port': {'id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:32Z', 'updated_at': '2022-06-15T22:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '4b4c6c7f-6319-4369-a523-79bcbb31be2d', 'name': '', 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'mac_address': 'fa:16:3e:84:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b5c1fca3-26c0-477f-952b-2df52382242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:41Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 2, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'subnets': [{'id': 'b5c1fca3-26c0-477f-952b-2df52382242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:49.903680 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a504d6d-b5ea-41da-876e-30ace4fd8d4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:49.919519 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-c8288674-e119-4462-9ae6-c474c4d32705 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:49.921578 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-c8288674-e119-4462-9ae6-c474c4d32705 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/networks?id=16182893-09af-4eb5-b45b-7d25217c4af9 HTTP/1.1" status: 200 len: 812 time: 1.7197533 Jun 15 22:15:49.925032 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39412) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:49.931353 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9a504d6d-b5ea-41da-876e-30ace4fd8d4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3943620 Jun 15 22:15:49.932682 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-997c9a42-f21f-4208-8839-504b1c603369 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': '5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:49.959058 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-f5e0b870-07fa-42d2-b358-39b77642a60f tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/quotas/0d340df02c724bee810b3f8874379cfc HTTP/1.1" status: 200 len: 375 time: 0.0191216 Jun 15 22:15:49.959568 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:50.041711 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Checking router: 7d45b0ae-f775-442a-a841-1d27a32c6d62 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:50.042626 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f8962-7ee4-42f1-b8ec-2be9e048ab71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f9def8-5fd4-4287-8301-6e9323d0a04b,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:50.049099 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Updating router 7d45b0ae-f775-442a-a841-1d27a32c6d62 port 4b4c6c7f-6319-4369-a523-79bcbb31be2d binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:50.090214 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Pushing event updated for resources: {'Port': ['ID=c6c6378e-2964-4a26-b2a5-9214c48c103a,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:50.093490 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (d607ade9-7129-4a15-828e-ed98ca86c51c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.131507 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:50.136716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.161712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port d3b67007-1fec-4838-bb77-94b64573dabc, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=d3b67007-1fec-4838-bb77-94b64573dabc,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:50.193028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:50.213627 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.216829 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:50.220591 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.238661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-997c9a42-f21f-4208-8839-504b1c603369 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (33041b73-a57c-46ea-8fce-78a3781f502b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.317057 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:50.319755 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:50.376957 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.548898 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Router d607ade9-7129-4a15-828e-ed98ca86c51c has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:15:50.556565 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:50.566165 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-997c9a42-f21f-4208-8839-504b1c603369 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (33041b73-a57c-46ea-8fce-78a3781f502b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.726469 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:50.816837 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:50.821466 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:15:50.830512 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-14b254b8-1ace-4cdf-a53b-94f7685d3dcd admin admin] 10.222.0.55 "PUT /v2.0/routers/d607ade9-7129-4a15-828e-ed98ca86c51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7148058 Jun 15 22:15:50.839611 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-997c9a42-f21f-4208-8839-504b1c603369 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (33041b73-a57c-46ea-8fce-78a3781f502b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.850429 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'Port': ['ID=2325d765-1eda-4bd6-9914-e1b1c6218117,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:50.946471 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c9a42-f21f-4208-8839-504b1c603369 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33041b73-a57c-46ea-8fce-78a3781f502b,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:50.951888 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-997c9a42-f21f-4208-8839-504b1c603369 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:50.957363 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39436) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:50.957603 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-997c9a42-f21f-4208-8839-504b1c603369 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0309839 Jun 15 22:15:50.971783 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-0c52a3bc-07cd-41f5-98ff-624da06a7ea6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': '5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:50.975328 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:50.979197 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:50.987852 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-14bcc21c-54a6-4895-91e8-2ec0ae0a4f3b tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d340df02c724bee810b3f8874379cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0022197 Jun 15 22:15:50.988961 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:51.067874 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3bc-07cd-41f5-98ff-624da06a7ea6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (bd8954f1-09c7-4a06-8622-82bb28ac4ab3), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.114015 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=d3b67007-1fec-4838-bb77-94b64573dabc,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:51.135979 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (7e9a25c3-f30d-41ed-965c-48f652a19908), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.140229 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:51.207458 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.276503 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:51.289501 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-7571d763-681e-45eb-8e8b-d4a529901bbb None None] Provisioning complete for port c6c6378e-2964-4a26-b2a5-9214c48c103a triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:51.290600 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7571d763-681e-45eb-8e8b-d4a529901bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.321544 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3bc-07cd-41f5-98ff-624da06a7ea6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (bd8954f1-09c7-4a06-8622-82bb28ac4ab3), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.324607 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:51.325093 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.326972 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3bc-07cd-41f5-98ff-624da06a7ea6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (bd8954f1-09c7-4a06-8622-82bb28ac4ab3), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.363948 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52a3bc-07cd-41f5-98ff-624da06a7ea6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8954f1-09c7-4a06-8622-82bb28ac4ab3,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:51.383519 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0c52a3bc-07cd-41f5-98ff-624da06a7ea6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.389896 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0c52a3bc-07cd-41f5-98ff-624da06a7ea6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4308655 Jun 15 22:15:51.393422 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39450) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:51.410484 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:15:51.412536 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-7571d763-681e-45eb-8e8b-d4a529901bbb None None] Port c6c6378e-2964-4a26-b2a5-9214c48c103a cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:15:51.487822 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.586472 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Publish callbacks [] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.599313 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.610425 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:44Z', 'revision_number': 2, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:51.630563 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.643735 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.772217 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (7e9a25c3-f30d-41ed-965c-48f652a19908), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.802610 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39458) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:51.804365 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.822876 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d2daf5cd-6722-4c56-bd94-7ccf678b1b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.850132 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:51.860780 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Updating router 13357917-5556-44b5-83d4-4696cc6f0c14 port 3241e305-539e-4c0c-b0c3-e560a663ac49 binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:51.952261 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d2daf5cd-6722-4c56-bd94-7ccf678b1b62 admin admin] Publish callbacks [] for security_group (3402ff54-2b1c-4ed1-931f-99b826f48f28), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.967994 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d2daf5cd-6722-4c56-bd94-7ccf678b1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3402ff54-2b1c-4ed1-931f-99b826f48f28), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:51.968163 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.007413 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9673891 Jun 15 22:15:52.008821 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f9777-10dc-46e8-ac02-7b74b5d93b39 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'Port': ['ID=2325d765-1eda-4bd6-9914-e1b1c6218117,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:52.026234 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d47fd9-52c8-4815-af8c-a328fa740da6 None None] Pushing event updated for resources: {'Port': ['ID=4b4c6c7f-6319-4369-a523-79bcbb31be2d,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:52.089128 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.091476 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Attempting to bind port 4b4c6c7f-6319-4369-a523-79bcbb31be2d on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:52.092094 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Attempting to bind port 4b4c6c7f-6319-4369-a523-79bcbb31be2d by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:52.093071 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:52.093697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.095099 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Attempting to bind port 4b4c6c7f-6319-4369-a523-79bcbb31be2d on network 16182893-09af-4eb5-b45b-7d25217c4af9 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:52.108502 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39470) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:52.108760 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d2daf5cd-6722-4c56-bd94-7ccf678b1b62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72dbd03b811948ae84531305f8cf3367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016381 Jun 15 22:15:52.112325 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:52.112804 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Checking segment: {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:52.113095 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.114655 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Bound using segment: {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:52.115749 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Bound port: 4b4c6c7f-6319-4369-a523-79bcbb31be2d, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:52.116154 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.119754 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daf5cd-6722-4c56-bd94-7ccf678b1b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3402ff54-2b1c-4ed1-931f-99b826f48f28,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:52.182625 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:52.249286 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.365913 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] For port 4b4c6c7f-6319-4369-a523-79bcbb31be2d, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:52.374133 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-af3157ec-a1f7-4799-b4ce-8d1d2a6f706b admin admin] Publish callbacks [] for security_group (3402ff54-2b1c-4ed1-931f-99b826f48f28), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.380048 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] For port 4b4c6c7f-6319-4369-a523-79bcbb31be2d, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=4b4c6c7f-6319-4369-a523-79bcbb31be2d,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:52.384394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.27.2.155 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/a8bbcdaa-8b6e-464e-a7e2-2972df2afe11) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:15:52.401058 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.449299 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-af3157ec-a1f7-4799-b4ce-8d1d2a6f706b admin admin] Publish callbacks [] for security_group (3402ff54-2b1c-4ed1-931f-99b826f48f28), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.632590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-af3157ec-a1f7-4799-b4ce-8d1d2a6f706b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3402ff54-2b1c-4ed1-931f-99b826f48f28), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.636798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-af3157ec-a1f7-4799-b4ce-8d1d2a6f706b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.641872 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-af3157ec-a1f7-4799-b4ce-8d1d2a6f706b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3402ff54-2b1c-4ed1-931f-99b826f48f28 HTTP/1.1" status: 204 len: 168 time: 0.5317545 Jun 15 22:15:52.667815 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3157ec-a1f7-4799-b4ce-8d1d2a6f706b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3402ff54-2b1c-4ed1-931f-99b826f48f28,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:52.699363 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Routers {'7d45b0ae-f775-442a-a841-1d27a32c6d62'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:52.702850 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['7d45b0ae-f775-442a-a841-1d27a32c6d62'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:52.747401 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d47fd9-52c8-4815-af8c-a328fa740da6 None None] Pushing event updated for resources: {'Port': ['ID=4b4c6c7f-6319-4369-a523-79bcbb31be2d,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:52.751559 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:52.793176 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d815c048-cdf8-442e-b160-c01d0a43f68d None None] Provisioning complete for port 4b4c6c7f-6319-4369-a523-79bcbb31be2d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:52.797089 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815c048-cdf8-442e-b160-c01d0a43f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.808543 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:52.839300 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:52.998854 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:53.034785 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39484) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:53.055535 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] Set router 7d45b0ae-f775-442a-a841-1d27a32c6d62 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:53.111054 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:53.196335 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=a8bbcdaa-8b6e-464e-a7e2-2972df2afe11,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:53.262355 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 25674241-23dd-46af-9103-2009180fe076 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:53.285578 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:15:53.292839 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:15:53.305106 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:15:53.731405 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:53.732344 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:53.780718 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-a111bb60-ec12-477f-aa3c-b90d6d954d12 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:15:53.782869 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-a111bb60-ec12-477f-aa3c-b90d6d954d12 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1997962 Jun 15 22:15:53.784288 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (0554c745-bc19-4f63-a76f-21a16964111f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:53.826800 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Sync routers for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:15:53.947446 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39500) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:53.968496 dv-cinder-835384-7-iscsi neutron-server[104020]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 22:15:53.972007 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port': {'id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:32Z', 'updated_at': '2022-06-15T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '4b4c6c7f-6319-4369-a523-79bcbb31be2d', 'name': '', 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'mac_address': 'fa:16:3e:84:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b5c1fca3-26c0-477f-952b-2df52382242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:41Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'subnets': [{'id': 'b5c1fca3-26c0-477f-952b-2df52382242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:54.015379 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac00200-6cec-4ccc-bc2d-0f564202b228 None None] The sync data for ids ['7d45b0ae-f775-442a-a841-1d27a32c6d62'] in dv-cinder-835384-7-iscsi is: [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port': {'id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:32Z', 'updated_at': '2022-06-15T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '4b4c6c7f-6319-4369-a523-79bcbb31be2d', 'name': '', 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'mac_address': 'fa:16:3e:84:86:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b5c1fca3-26c0-477f-952b-2df52382242c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:41Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'subnets': [{'id': 'b5c1fca3-26c0-477f-952b-2df52382242c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:15:54.092522 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:54.093530 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:54.151513 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:54.189089 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-4a773591-d860-4b17-8e02-952923605fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/16182893-09af-4eb5-b45b-7d25217c4af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935583 Jun 15 22:15:54.412428 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-a0aafadd-20e6-42c8-b0c9-8d1dc79cde4d service neutron] 10.222.0.55 "GET /v2.0/networks/16182893-09af-4eb5-b45b-7d25217c4af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220695 Jun 15 22:15:54.484191 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d815c048-cdf8-442e-b160-c01d0a43f68d None None] Current status of the port 4b4c6c7f-6319-4369-a523-79bcbb31be2d is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:54.484822 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815c048-cdf8-442e-b160-c01d0a43f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:54.491839 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:54.607593 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 25674241-23dd-46af-9103-2009180fe076 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:54.612199 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d5a241f-e28d-4a16-95b0-92b1f2131a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:54.617148 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (25674241-23dd-46af-9103-2009180fe076), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:54.865644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d5a241f-e28d-4a16-95b0-92b1f2131a72 admin admin] Publish callbacks [] for security_group (690447e0-59a8-411c-ae3c-73af59bb81af), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:54.883928 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1d5a241f-e28d-4a16-95b0-92b1f2131a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (690447e0-59a8-411c-ae3c-73af59bb81af), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:55.185991 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a241f-e28d-4a16-95b0-92b1f2131a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690447e0-59a8-411c-ae3c-73af59bb81af,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:55.206891 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1d5a241f-e28d-4a16-95b0-92b1f2131a72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ccfdbb7ade6d43489315f90d549f1a72&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1694765 Jun 15 22:15:55.215659 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-d42cfe6a-9edf-4589-ba20-010678d6c9dc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:55.217434 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-d42cfe6a-9edf-4589-ba20-010678d6c9dc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 818 time: 1.2550328 Jun 15 22:15:55.231750 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39548) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:15:55.278962 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Publish callbacks [] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:55.284520 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:55.309941 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-64430b7a-8db0-4376-aa99-db01f13cec3e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/quotas/0713040636b4408c95dcadbb9b1fe3cc HTTP/1.1" status: 200 len: 375 time: 0.0423262 Jun 15 22:15:55.338792 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:55.364206 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:55.475704 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d815c048-cdf8-442e-b160-c01d0a43f68d None None] For port 4b4c6c7f-6319-4369-a523-79bcbb31be2d, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=4b4c6c7f-6319-4369-a523-79bcbb31be2d,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:55.511918 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:55.587936 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:55.665893 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-bb49d9b6-d71e-4896-b727-0044255d2faa tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--243324755&fields=id&tenant_id=e1c37e59766f45c3a46489befb803ff3 HTTP/1.1" status: 200 len: 267 time: 0.3814998 Jun 15 22:15:55.676260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d815c048-cdf8-442e-b160-c01d0a43f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:55.681449 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-bc0288df-cf79-4178-afe5-635fc7ac5875 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3250530 Jun 15 22:15:55.773617 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b94dde9-d445-44b1-8ee2-7ddd4bfe1b20 admin admin] Publish callbacks [] for security_group (690447e0-59a8-411c-ae3c-73af59bb81af), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:55.789702 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298bd0-d4ef-4eca-b1db-fcaf02af783f None None] Pushing event updated for resources: {'Port': ['ID=3241e305-539e-4c0c-b0c3-e560a663ac49,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:55.807017 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:55.825310 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:55.867455 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-51db45a6-a61b-4fd6-ac2f-159f4a42afc0 None None] Provisioning complete for port 4b4c6c7f-6319-4369-a523-79bcbb31be2d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:55.867854 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-51db45a6-a61b-4fd6-ac2f-159f4a42afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.021998 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b94dde9-d445-44b1-8ee2-7ddd4bfe1b20 admin admin] Publish callbacks [] for security_group (690447e0-59a8-411c-ae3c-73af59bb81af), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.094362 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=a8bbcdaa-8b6e-464e-a7e2-2972df2afe11,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:56.111529 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (0554c745-bc19-4f63-a76f-21a16964111f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.148862 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.152387 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0addc4dd-0dc6-44a1-aaf5-dda794865cb5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7566216 Jun 15 22:15:56.166119 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-ccc23732-72a9-4eae-bbe4-17a7483aa615 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:56.173495 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-ccc23732-72a9-4eae-bbe4-17a7483aa615 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 810 time: 0.5064468 Jun 15 22:15:56.210109 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-7d7974c8-7137-4006-9358-2dba2d386d61 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/quotas/e1c37e59766f45c3a46489befb803ff3 HTTP/1.1" status: 200 len: 375 time: 0.0289860 Jun 15 22:15:56.357838 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b94dde9-d445-44b1-8ee2-7ddd4bfe1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (690447e0-59a8-411c-ae3c-73af59bb81af), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.364064 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b94dde9-d445-44b1-8ee2-7ddd4bfe1b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.365351 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5b94dde9-d445-44b1-8ee2-7ddd4bfe1b20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/690447e0-59a8-411c-ae3c-73af59bb81af HTTP/1.1" status: 204 len: 168 time: 1.1290071 Jun 15 22:15:56.399172 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-69650a68-796a-4df6-a9e1-7068d940f503 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879478 Jun 15 22:15:56.413900 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94dde9-d445-44b1-8ee2-7ddd4bfe1b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690447e0-59a8-411c-ae3c-73af59bb81af,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:56.540684 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:56.546081 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Attempting to bind port 3241e305-539e-4c0c-b0c3-e560a663ac49 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:15:56.546975 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Attempting to bind port 3241e305-539e-4c0c-b0c3-e560a663ac49 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:15:56.548082 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Attempting to bind port 3241e305-539e-4c0c-b0c3-e560a663ac49 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:15:56.553892 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 25674241-23dd-46af-9103-2009180fe076 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:56.556146 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 435c9ded-5316-4b8a-a136-ffe59516a230 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:56.619621 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-3ac8b568-968e-45bb-a0ac-34f68c3bd8ea service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:15:56.625088 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-3ac8b568-968e-45bb-a0ac-34f68c3bd8ea service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3643136 Jun 15 22:15:56.683054 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-51db45a6-a61b-4fd6-ac2f-159f4a42afc0 None None] Current status of the port 4b4c6c7f-6319-4369-a523-79bcbb31be2d is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:56.764190 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-fd4be4b4-fc1e-47ea-9424-c1659f2edaf3 service neutron] 10.222.0.55 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318193 Jun 15 22:15:56.864809 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:15:56.865180 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Checking segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:15:56.870888 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.872584 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Bound using segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:15:56.874217 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Bound port: 3241e305-539e-4c0c-b0c3-e560a663ac49, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:15:56.875395 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:56.881219 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815c048-cdf8-442e-b160-c01d0a43f68d None None] Pushing event updated for resources: {'Port': ['ID=4b4c6c7f-6319-4369-a523-79bcbb31be2d,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:56.886548 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-2c8e2822-7bfd-48e9-afe6-6d2e17570742 service neutron] 10.222.0.55 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544279 Jun 15 22:15:56.887654 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:15:49Z', 'revision_number': 2, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:57.016104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Checking router: d607ade9-7129-4a15-828e-ed98ca86c51c for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:15:57.018319 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Updating router d607ade9-7129-4a15-828e-ed98ca86c51c port c6c6378e-2964-4a26-b2a5-9214c48c103a binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:15:57.139932 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-5912232c-7ec5-47d8-9d66-7f48283f4eab None None] Provisioning complete for port 3241e305-539e-4c0c-b0c3-e560a663ac49 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:57.140417 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5912232c-7ec5-47d8-9d66-7f48283f4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:57.163982 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-ed8e765c-b77e-4783-b579-5b6cc40e8b10 service neutron] 10.222.0.55 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842292 Jun 15 22:15:57.174486 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:57.180605 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-c8c72298-1dda-4dac-a865-8afd6206a352 service neutron] 10.222.0.55 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935047 Jun 15 22:15:57.211172 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] For port 3241e305-539e-4c0c-b0c3-e560a663ac49, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:15:57.215015 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] For port 3241e305-539e-4c0c-b0c3-e560a663ac49, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=3241e305-539e-4c0c-b0c3-e560a663ac49,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:15:57.230675 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:57.328319 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298bd0-d4ef-4eca-b1db-fcaf02af783f None None] Pushing event updated for resources: {'Port': ['ID=3241e305-539e-4c0c-b0c3-e560a663ac49,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:15:57.334397 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:57.356859 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 435c9ded-5316-4b8a-a136-ffe59516a230 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:15:57.357921 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:57.441625 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:57.713712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:57.717277 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:15:57.718129 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:15:57.723982 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1994e807-d954-4ab2-bb2c-1fe07b098538 req-04cfe590-f851-4c21-bbfa-91f1174c1ae1 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 210 time: 0.1364255 Jun 15 22:15:57.964497 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe486117-42e6-4963-89ea-7c94055f3c12 req-9ed42e5f-11c4-4c56-9124-17c576d2c184 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.1052291 Jun 15 22:15:58.034117 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-81246c76-b7c6-42f8-af8e-930139bb24cd tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1538025216&fields=id&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 267 time: 0.1390929 Jun 15 22:15:58.696706 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-364e54a7-6bb3-40a3-a291-b15bcdf5ec93 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:15:58.717988 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-364e54a7-6bb3-40a3-a291-b15bcdf5ec93 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 0.6750033 Jun 15 22:15:58.775226 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-a07d727e-2514-4056-bcd8-6a6411e3c4a1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/quotas/e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 375 time: 0.0518703 Jun 15 22:15:58.831591 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2f79bcde-515d-4f14-aacc-4ca4b8dd405f req-91db3977-607d-4d47-9f63-f74d4cb61dc4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 210 time: 0.7414691 Jun 15 22:15:58.895417 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:58.899178 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5912232c-7ec5-47d8-9d66-7f48283f4eab None None] Current status of the port 3241e305-539e-4c0c-b0c3-e560a663ac49 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:58.911203 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5912232c-7ec5-47d8-9d66-7f48283f4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:59.015714 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-f3397872-8441-465c-9195-dcce93496b54 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2292681 Jun 15 22:15:59.025990 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 435c9ded-5316-4b8a-a136-ffe59516a230 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:15:59.026399 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:59.147608 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:15:59.197837 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port 435c9ded-5316-4b8a-a136-ffe59516a230, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=435c9ded-5316-4b8a-a136-ffe59516a230,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:59.492192 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-686e20d9-2115-4b79-9d74-cd843eadd871 service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616580 Jun 15 22:15:59.578661 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-5912232c-7ec5-47d8-9d66-7f48283f4eab None None] For port 3241e305-539e-4c0c-b0c3-e560a663ac49, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=3241e305-539e-4c0c-b0c3-e560a663ac49,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:15:59.642914 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c4f3052-9adb-4e37-960d-51a08194fb27 req-e12b6a53-7b98-4402-bda4-7b13f1674cdb tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 210 time: 0.1205182 Jun 15 22:15:59.645260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5912232c-7ec5-47d8-9d66-7f48283f4eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:59.654421 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:15:59.658111 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device d3b67007-1fec-4838-bb77-94b64573dabc up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:15:59.677990 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:15:59.859250 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-55f2c83e-b0c1-4f2a-8f42-6ab143e57e46 service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652749 Jun 15 22:15:59.935381 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07f8ee6a-8190-43a9-b0d5-41a3ad9c03e1 req-23f170d9-6738-4bbd-968b-fd3368ae848d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.1312201 Jun 15 22:16:00.046998 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.26', 52001) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:00.377771 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port d3b67007-1fec-4838-bb77-94b64573dabc triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:00.378549 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:00.459334 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-676e382b-c371-434d-a307-0a6384b6b79b None None] Provisioning complete for port 3241e305-539e-4c0c-b0c3-e560a663ac49 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:00.460297 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-676e382b-c371-434d-a307-0a6384b6b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:00.502429 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a7885787-f619-4997-8b9f-35135dddc4d8 req-89b8f74d-d1cf-4123-89fd-cec0d276d51f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.1505597 Jun 15 22:16:00.896174 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7a02d8b1-6243-4ad6-8992-9dd5e2907d43 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:00.903462 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7a02d8b1-6243-4ad6-8992-9dd5e2907d43 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.26 "GET /v2.0/networks?id=16182893-09af-4eb5-b45b-7d25217c4af9 HTTP/1.1" status: 200 len: 812 time: 0.8519466 Jun 15 22:16:00.905205 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.26', 52006) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:00.921142 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:00.930467 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912232c-7ec5-47d8-9d66-7f48283f4eab None None] Pushing event updated for resources: {'Port': ['ID=3241e305-539e-4c0c-b0c3-e560a663ac49,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:00.950598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-ed73a69b-0125-45f1-98d1-f372f87f76d7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:00.966598 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-ed73a69b-0125-45f1-98d1-f372f87f76d7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 818 time: 0.7026308 Jun 15 22:16:00.994697 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-d83380bb-2639-42a7-8aeb-bb2da262e684 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/quotas/0713040636b4408c95dcadbb9b1fe3cc HTTP/1.1" status: 200 len: 375 time: 0.0264955 Jun 15 22:16:01.079602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Request body: {'port': {'device_id': 'fbb59e48-8e20-4238-b880-a1052494e259', 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9', 'admin_state_up': True, 'tenant_id': '0d340df02c724bee810b3f8874379cfc'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:01.376944 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Publish callbacks [] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:01.451345 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-64f88ba1-7505-41c7-b66c-6ff0b2f18234 req-5a5eb4c4-af53-4fb4-87ae-2cad59bb9192 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 210 time: 0.1190355 Jun 15 22:16:01.514337 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:01.521761 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-0fe8746e-822f-4f6f-96ec-17e5fdee55ca tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5243783 Jun 15 22:16:01.558182 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:57Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:01.573971 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-d71b4321-f432-41b8-87ac-65b7db4f0625 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:01.590335 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-d71b4321-f432-41b8-87ac-65b7db4f0625 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 818 time: 0.5935023 Jun 15 22:16:01.610482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'port': {'device_id': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'admin_state_up': True, 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:01.622869 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=435c9ded-5316-4b8a-a136-ffe59516a230,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:01.723615 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.26', 52009) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:01.804438 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-db2cea25-fa5f-45e6-ad60-b5e9aea84011 req-d69f5870-fa2d-40f9-af2d-083900e3dda4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.1349478 Jun 15 22:16:01.883983 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:01.958563 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55047c06-202f-4b47-bad2-abd401ef7801 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:57Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:16:01.988710 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-676e382b-c371-434d-a307-0a6384b6b79b None None] Current status of the port 3241e305-539e-4c0c-b0c3-e560a663ac49 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:01.989427 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-2a7cc319-d06f-4474-9ecb-0e1fa2913b13 service neutron] 10.222.0.55 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286504 Jun 15 22:16:02.074205 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:02.171187 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5b23d-3ba4-4265-8536-c9fa62946812 None None] Pushing event updated for resources: {'Port': ['ID=c6c6378e-2964-4a26-b2a5-9214c48c103a,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:02.194950 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port d3b67007-1fec-4838-bb77-94b64573dabc is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:02.336328 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39826) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:02.399118 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Attempting to bind port c6c6378e-2964-4a26-b2a5-9214c48c103a on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:16:02.399990 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Attempting to bind port c6c6378e-2964-4a26-b2a5-9214c48c103a by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:16:02.401194 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Attempting to bind port c6c6378e-2964-4a26-b2a5-9214c48c103a on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:02.422239 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:16:02.422606 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Checking segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:16:02.423015 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:02.423416 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Bound using segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:16:02.423890 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Bound port: c6c6378e-2964-4a26-b2a5-9214c48c103a, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:16:02.424304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:02.483866 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Made reservation on behalf of 0d340df02c724bee810b3f8874379cfc for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:16:02.493600 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:02.615941 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] For port c6c6378e-2964-4a26-b2a5-9214c48c103a, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:16:02.631975 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] For port c6c6378e-2964-4a26-b2a5-9214c48c103a, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c6c6378e-2964-4a26-b2a5-9214c48c103a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:16:02.678832 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-967a4e95-c985-4c48-883f-34fbf215d145 None None] Provisioning complete for port c6c6378e-2964-4a26-b2a5-9214c48c103a triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:02.679211 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-967a4e95-c985-4c48-883f-34fbf215d145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:02.695069 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-d6622111-4897-4de6-b927-a09ab79e209d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:02.696612 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:02.706038 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-d6622111-4897-4de6-b927-a09ab79e209d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 810 time: 0.9698651 Jun 15 22:16:02.722620 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8ae7de3f-501d-49a7-9556-fd9003f09a08 req-5cc5c6eb-62d8-45f5-84f4-31b78c4eb9e9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.5403528 Jun 15 22:16:02.756392 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Made reservation on behalf of 0713040636b4408c95dcadbb9b1fe3cc for: {'port': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:16:02.762336 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:02.900886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 4b4c6c7f-6319-4369-a523-79bcbb31be2d up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:03.029524 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-d0691a7b-aba1-420d-bf6a-8a51c4d6100a service neutron] 10.222.0.55 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0291648 Jun 15 22:16:03.188459 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:03.194341 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5b23d-3ba4-4265-8536-c9fa62946812 None None] Pushing event updated for resources: {'Port': ['ID=c6c6378e-2964-4a26-b2a5-9214c48c103a,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:03.206621 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:16:03.207099 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:15:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:03.252558 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e3d42d95-e2c1-412e-955a-dc30139e8897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:03.259052 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a55b6208-b1a1-4c0c-9300-258af1c2ed62 req-28b8e054-257a-405f-9110-060fe182cf59 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 210 time: 0.1917474 Jun 15 22:16:03.526431 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:03.538599 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:16:03.773996 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4cfba1e-4b6b-41cc-962b-f141cfedf552 req-60a8aa48-5fd7-4c72-b1c3-594d5fc35383 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.2103279 Jun 15 22:16:03.902809 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Allocated IP 172.20.0.11 (16182893-09af-4eb5-b45b-7d25217c4af9/b5c1fca3-26c0-477f-952b-2df52382242c/a9fd5de7-410d-45c9-83b6-f3360734e833) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:16:03.912075 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 4b4c6c7f-6319-4369-a523-79bcbb31be2d triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:03.912944 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:03.996327 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:02Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:04.177876 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 4b4c6c7f-6319-4369-a523-79bcbb31be2d is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:04.179641 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 3241e305-539e-4c0c-b0c3-e560a663ac49 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:04.185390 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-967a4e95-c985-4c48-883f-34fbf215d145 None None] Current status of the port c6c6378e-2964-4a26-b2a5-9214c48c103a is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:04.187552 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-967a4e95-c985-4c48-883f-34fbf215d145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.273657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4193fe5c-9ab9-442f-9b93-6b86f34bee61 req-f9e87a87-ad9e-4c09-b60a-95352378e975 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.2176411 Jun 15 22:16:04.332178 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-967a4e95-c985-4c48-883f-34fbf215d145 None None] For port c6c6378e-2964-4a26-b2a5-9214c48c103a, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c6c6378e-2964-4a26-b2a5-9214c48c103a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:04.334630 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc12588-79c7-4f70-a211-d18e1f6692bf None None] The sync data for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi is: [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:02Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:16:04.371983 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-967a4e95-c985-4c48-883f-34fbf215d145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.473002 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a4e95-c985-4c48-883f-34fbf215d145 None None] Pushing event updated for resources: {'Port': ['ID=c6c6378e-2964-4a26-b2a5-9214c48c103a,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:04.512003 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-5969b729-3042-45f6-8b36-02f0e8b1e98c None None] Provisioning complete for port c6c6378e-2964-4a26-b2a5-9214c48c103a triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:04.512649 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5969b729-3042-45f6-8b36-02f0e8b1e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.518336 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e3d42d95-e2c1-412e-955a-dc30139e8897 admin admin] Publish callbacks [] for security_group (c7e6b967-9856-4082-9597-a53e8bd0df1e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.530472 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:04.531995 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:04.555806 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1b77688d-91de-49bc-888b-2ecc47ee3c5f req-5870fb30-7699-444a-b8d8-742d376a82d0 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 1.0716214 Jun 15 22:16:04.559323 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e3d42d95-e2c1-412e-955a-dc30139e8897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (c7e6b967-9856-4082-9597-a53e8bd0df1e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.589309 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 3241e305-539e-4c0c-b0c3-e560a663ac49 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:04.589626 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.646254 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:04.712738 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Allocated IP 172.20.0.8 (940602c4-8f41-4c18-9ab7-0dca7ab44fe8/28984ca3-c7b8-4d52-b267-c5ed7bcbb70f/5349d20e-592a-407e-a1f5-695dbc88a11a) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:16:04.713083 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-196a1156-7b11-41ec-8b90-46de86f7b196 req-91bea502-bf35-4b32-a463-03258f40de83 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 210 time: 0.2189827 Jun 15 22:16:04.735705 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5969b729-3042-45f6-8b36-02f0e8b1e98c None None] Current status of the port c6c6378e-2964-4a26-b2a5-9214c48c103a is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:04.778462 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e3d42d95-e2c1-412e-955a-dc30139e8897 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3816c4e9fab2402ab5e19e1c086511fc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3915200 Jun 15 22:16:04.781027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39878) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:04.785971 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d42d95-e2c1-412e-955a-dc30139e8897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e6b967-9856-4082-9597-a53e8bd0df1e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:04.852273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks [] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.954608 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf40-1f98-45a8-8c03-2b36246d26c5 admin admin] Publish callbacks [] for security_group (c7e6b967-9856-4082-9597-a53e8bd0df1e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.982187 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:04.987530 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dec312e6-55eb-433b-82a9-ed037c9ca61a req-0792650b-bcd5-4e66-aad4-7c17afbb3f0f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0718670 Jun 15 22:16:05.054140 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf40-1f98-45a8-8c03-2b36246d26c5 admin admin] Publish callbacks [] for security_group (c7e6b967-9856-4082-9597-a53e8bd0df1e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.106436 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 3241e305-539e-4c0c-b0c3-e560a663ac49 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:05.107894 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 435c9ded-5316-4b8a-a136-ffe59516a230 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:05.131160 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Network 16182893-09af-4eb5-b45b-7d25217c4af9 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:16:05.191984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:16:05.199706 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:16:05.224734 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:05.226928 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.230732 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.400384 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 435c9ded-5316-4b8a-a136-ffe59516a230 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:05.402471 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.500509 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.565773 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5650222 Jun 15 22:16:05.597822 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf40-1f98-45a8-8c03-2b36246d26c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (c7e6b967-9856-4082-9597-a53e8bd0df1e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.619144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fd2bf40-1f98-45a8-8c03-2b36246d26c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.626848 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1fd2bf40-1f98-45a8-8c03-2b36246d26c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7e6b967-9856-4082-9597-a53e8bd0df1e HTTP/1.1" status: 204 len: 168 time: 0.8439758 Jun 15 22:16:05.629398 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da9a22-1ecc-4cc9-9873-3f69436bbdf8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Pushing event updated for resources: {'Port': ['ID=a9fd5de7-410d-45c9-83b6-f3360734e833,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:05.733699 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 435c9ded-5316-4b8a-a136-ffe59516a230 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:05.735330 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:05.820033 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2bf40-1f98-45a8-8c03-2b36246d26c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e6b967-9856-4082-9597-a53e8bd0df1e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:05.880020 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-94d23f4a-d77e-48d0-b758-b6f911b1b009 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1c37e59766f45c3a46489befb803ff3 HTTP/1.1" status: 200 len: 379 time: 0.4945307 Jun 15 22:16:05.894885 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:05.895584 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:05.903626 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec9a3dba-252a-41c0-b2c4-b1a9c4d05557 req-7b398436-d793-4dc8-b4a7-53fbb5cfc06c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.3277693 Jun 15 22:16:06.040990 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-22ea934f-aa12-4a7d-8ef4-08006cedf7bc tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:16:06.042451 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-22ea934f-aa12-4a7d-8ef4-08006cedf7bc tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058858 Jun 15 22:16:06.070219 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d3a1b477-f9ca-41c1-b388-572a37375f43 None None] Provisioning complete for port a9fd5de7-410d-45c9-83b6-f3360734e833 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:06.072993 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b477-f9ca-41c1-b388-572a37375f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:06.110554 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'Port': ['ID=5349d20e-592a-407e-a1f5-695dbc88a11a,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:06.119977 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'port': {'device_id': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'admin_state_up': True, 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'security_groups': ['fac33211-54b8-4467-a9b3-800792bff7e0']}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:06.217608 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d3a1b477-f9ca-41c1-b388-572a37375f43 None None] Port a9fd5de7-410d-45c9-83b6-f3360734e833 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:16:06.229128 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1f01a5ce-f844-4f60-9fd8-4f83c12a4925 req-f3b2c796-05e6-4110-9e7f-3e7ec6172405 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.5282578 Jun 15 22:16:06.243521 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:16:06.286238 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:16:06.340308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:06.345708 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:16:06.467097 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:06.656277 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.26', 52019) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:06.703436 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f377e-6659-416a-9336-d41ce66e67d8 req-a25308d3-49a2-4a78-826b-1598eab719c4 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:06.724689 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-763f377e-6659-416a-9336-d41ce66e67d8 req-a25308d3-49a2-4a78-826b-1598eab719c4 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 932 time: 0.5825171 Jun 15 22:16:06.831577 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c6c6378e-2964-4a26-b2a5-9214c48c103a up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:06.944526 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7a88430c-a1e0-4bf5-896b-8ca85d809ab4 req-cf4520c8-af9f-4ea0-97df-83d91211f6fa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.2322953 Jun 15 22:16:06.987924 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:06.988466 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:07.005480 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:07.095023 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Request body: {'port': {'device_id': 'fbb59e48-8e20-4238-b880-a1052494e259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:07.123525 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port c6c6378e-2964-4a26-b2a5-9214c48c103a triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:07.128376 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:07.136849 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:07.157768 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-763f377e-6659-416a-9336-d41ce66e67d8 req-e5c89e0f-fb31-4897-ade5-799586938227 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276540 Jun 15 22:16:07.165451 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-42389460-c775-4965-9f88-9de43f6e0405 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5590322 Jun 15 22:16:07.238037 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:07.251541 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-2b0eb6bd-3389-44b9-8f34-2ed64d09332b None None] Provisioning complete for port 5349d20e-592a-407e-a1f5-695dbc88a11a triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:07.251541 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb6bd-3389-44b9-8f34-2ed64d09332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:07.294919 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Request body: {'port': {'device_id': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:07.398649 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 39938) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:07.448755 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5a9b8e94-32c2-4567-bcb5-be319dd3ffcd req-4b22b3e7-c9e5-453d-ad23-caf935747fde tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.2626207 Jun 15 22:16:07.449987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-2b0eb6bd-3389-44b9-8f34-2ed64d09332b None None] Port 5349d20e-592a-407e-a1f5-695dbc88a11a cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:16:07.452251 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Made reservation on behalf of e1c37e59766f45c3a46489befb803ff3 for: {'port': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:16:07.467569 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:07.492423 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1791769-2803-4d84-9761-635f20a22d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:07.600281 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port c6c6378e-2964-4a26-b2a5-9214c48c103a is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:07.703120 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-afa86a4d-28ac-417b-b2a2-5402fd291f03 req-f1776351-98c2-403b-8ef0-b7bacf36da6e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.2162397 Jun 15 22:16:07.738523 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-8d397db8-a832-4d55-9b6d-1fbe53dbb300 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:07.745774 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-8d397db8-a832-4d55-9b6d-1fbe53dbb300 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 1.2651136 Jun 15 22:16:07.756390 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:07.899006 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:08.277467 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.26', 52025) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:08.392186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1791769-2803-4d84-9761-635f20a22d56 admin admin] Publish callbacks [] for security_group (3b2706ca-c919-46c2-aeaa-83bc793bac61), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:08.406442 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:08.421492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d1791769-2803-4d84-9761-635f20a22d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3b2706ca-c919-46c2-aeaa-83bc793bac61), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:08.500969 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd503697-db0d-4a62-8981-8fa9a80f3645 req-f9eb624c-95c6-43eb-b240-71e160e18671 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.1236665 Jun 15 22:16:08.699676 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ea9680c7-5b24-43ba-a8cb-a799a8d51483 req-d34f3018-a133-407d-a052-a614cb85e08d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0793052 Jun 15 22:16:08.774032 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Allocated IP 172.20.0.10 (8775d530-af5d-47c6-94ff-035a35c09c54/72e7cc71-9a32-4f03-944e-76c43ed1224f/c9c6920c-14fa-4def-95f3-a52bc33fd374) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:16:08.942345 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2035bb2b-9f57-4b4d-85e3-8a9fa2f98854 req-f74fe126-2951-49dc-bfeb-a3d82e403a8f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.1122706 Jun 15 22:16:09.126139 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5349d20e-592a-407e-a1f5-695dbc88a11a {{(pid=104020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:09.139203 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1791769-2803-4d84-9761-635f20a22d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2706ca-c919-46c2-aeaa-83bc793bac61,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:09.142765 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Publish callbacks [] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:09.194731 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.provisioning_blocks [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Transition to ACTIVE for port object 5349d20e-592a-407e-a1f5-695dbc88a11a will not be triggered until provisioned by entity L2. {{(pid=104020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:16:09.199020 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:09.203997 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:09.341995 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:09.356443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fd5de7-410d-45c9-83b6-f3360734e833 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:09.408712 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Pushing event updated for resources: {'Port': ['ID=5349d20e-592a-407e-a1f5-695dbc88a11a,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:09.412201 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d1791769-2803-4d84-9761-635f20a22d56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=768790c6990f47f49296796eb42bb3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0114994 Jun 15 22:16:09.424472 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 39986) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:09.446359 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Publish callbacks [] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:09.471591 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-bac240e7-adc9-437b-9d2e-f9738463eeca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 380 time: 1.1966660 Jun 15 22:16:09.516904 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38d827-edc7-46e7-a5b1-b10ae8ec5f03 req-8db7fb20-8b90-458b-a3a9-1e2d0a0ff23e tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:09.516904 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b38d827-edc7-46e7-a5b1-b10ae8ec5f03 req-8db7fb20-8b90-458b-a3a9-1e2d0a0ff23e tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 932 time: 1.0725727 Jun 15 22:16:09.623727 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-9b3c8d9a-d21b-4240-b005-aebebd9ed93e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:09.632678 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-9b3c8d9a-d21b-4240-b005-aebebd9ed93e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 818 time: 1.3463266 Jun 15 22:16:09.682441 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=22 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:09.687931 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Transition to ACTIVE for port object a9fd5de7-410d-45c9-83b6-f3360734e833 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:16:09.700970 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:09.723012 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:09.736466 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:09.763851 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:09.820017 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ffc154e3-65c9-483f-ae41-dcdd6fefbf5f req-541e9af8-0650-43f6-9854-8ded540c357f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0864244 Jun 15 22:16:09.917157 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'Port': ['ID=c9c6920c-14fa-4def-95f3-a52bc33fd374,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:09.947650 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Network 8775d530-af5d-47c6-94ff-035a35c09c54 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:16:09.956371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:09.957590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fd5de7-410d-45c9-83b6-f3360734e833,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:09.957996 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:16:09.961500 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:16:09.982201 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b38d827-edc7-46e7-a5b1-b10ae8ec5f03 req-1e994cda-dc84-417f-ad2b-a3777281022c tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132607 Jun 15 22:16:09.992908 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Attempting to bind port a9fd5de7-410d-45c9-83b6-f3360734e833 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:16:09.993277 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Attempting to bind port a9fd5de7-410d-45c9-83b6-f3360734e833 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:16:09.993713 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Attempting to bind port a9fd5de7-410d-45c9-83b6-f3360734e833 on network 16182893-09af-4eb5-b45b-7d25217c4af9 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:10.012859 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Port a9fd5de7-410d-45c9-83b6-f3360734e833 on network 16182893-09af-4eb5-b45b-7d25217c4af9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:16:10.013467 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Attempting to bind port a9fd5de7-410d-45c9-83b6-f3360734e833 on network 16182893-09af-4eb5-b45b-7d25217c4af9 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:10.021282 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:16:10.021933 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Checking segment: {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:16:10.022787 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Bound using segment: {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:16:10.023393 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Bound port: a9fd5de7-410d-45c9-83b6-f3360734e833, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:16:10.024327 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.146550 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] For port a9fd5de7-410d-45c9-83b6-f3360734e833, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:16:10.147739 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=24 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:10.190223 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] For port a9fd5de7-410d-45c9-83b6-f3360734e833, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a9fd5de7-410d-45c9-83b6-f3360734e833,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:16:10.217170 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.306046 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9f7bf342-a706-4e6e-9762-87f2edaa8e06 req-480b84b6-9dc4-47e1-8dc1-9cb12d230b7b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0692050 Jun 15 22:16:10.334689 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:10.335356 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.335516 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f83749-9ae1-4b57-8c46-04f9a24f7a31 req-39f3e14a-2d05-4126-8f00-d4aeb5c13869 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:10.337614 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67f83749-9ae1-4b57-8c46-04f9a24f7a31 req-39f3e14a-2d05-4126-8f00-d4aeb5c13869 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 932 time: 0.1417720 Jun 15 22:16:10.338292 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Attempting to bind port 5349d20e-592a-407e-a1f5-695dbc88a11a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:16:10.338660 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Attempting to bind port 5349d20e-592a-407e-a1f5-695dbc88a11a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:16:10.338987 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Attempting to bind port 5349d20e-592a-407e-a1f5-695dbc88a11a on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:10.343422 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:10.344142 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.346117 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a9fd5de7-410d-45c9-83b6-f3360734e833 HTTP/1.1" status: 200 len: 1094 time: 3.5653868 Jun 15 22:16:10.346619 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb59e48-8e20-4238-b880-a1052494e259', 'tag': 'a9fd5de7-410d-45c9-83b6-f3360734e833'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:10.356858 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-27f2a23e-54f0-4ee7-9858-0d4419e678d4 admin admin] Publish callbacks [] for security_group (3b2706ca-c919-46c2-aeaa-83bc793bac61), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.358515 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Port 5349d20e-592a-407e-a1f5-695dbc88a11a on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:16:10.369295 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Attempting to bind port 5349d20e-592a-407e-a1f5-695dbc88a11a on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:10.384278 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-765c587c-7500-4723-b5fd-656876718f6a None None] Provisioning complete for port c9c6920c-14fa-4def-95f3-a52bc33fd374 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:10.385164 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-765c587c-7500-4723-b5fd-656876718f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.413016 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:16:10.414030 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Checking segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:16:10.414030 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Bound using segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:16:10.414637 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Bound port: 5349d20e-592a-407e-a1f5-695dbc88a11a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:16:10.414795 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.424831 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-51074345-a5f5-4cc6-b444-cd15585e27e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3109961 Jun 15 22:16:10.441294 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:10.461163 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-765c587c-7500-4723-b5fd-656876718f6a None None] Port c9c6920c-14fa-4def-95f3-a52bc33fd374 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:16:10.475879 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-27f2a23e-54f0-4ee7-9858-0d4419e678d4 admin admin] Publish callbacks [] for security_group (3b2706ca-c919-46c2-aeaa-83bc793bac61), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.505978 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c226ed4-5dde-4e19-a8b9-f2afe0a54dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fd5de7-410d-45c9-83b6-f3360734e833,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:10.571663 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-67f83749-9ae1-4b57-8c46-04f9a24f7a31 req-61cdb2b7-4e74-4ad3-a583-145e6f3c8a12 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545303 Jun 15 22:16:10.642963 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] For port 5349d20e-592a-407e-a1f5-695dbc88a11a, host hv-cinder-83538, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:16:10.679638 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] For port 5349d20e-592a-407e-a1f5-695dbc88a11a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5349d20e-592a-407e-a1f5-695dbc88a11a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:16:10.681624 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-27f2a23e-54f0-4ee7-9858-0d4419e678d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3b2706ca-c919-46c2-aeaa-83bc793bac61), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.684281 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-27f2a23e-54f0-4ee7-9858-0d4419e678d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.685362 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-27f2a23e-54f0-4ee7-9858-0d4419e678d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b2706ca-c919-46c2-aeaa-83bc793bac61 HTTP/1.1" status: 204 len: 168 time: 1.2122290 Jun 15 22:16:10.696210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2a23e-54f0-4ee7-9858-0d4419e678d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2706ca-c919-46c2-aeaa-83bc793bac61,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:10.699142 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.732561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3a313-255a-44a4-b63f-ab31c5011247" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb59e48-8e20-4238-b880-a1052494e259", "tag": "a9fd5de7-410d-45c9-83b6-f3360734e833"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:10.746662 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:10.747345 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:10.750163 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] 10.222.0.26 "PUT /v2.0/ports/5349d20e-592a-407e-a1f5-695dbc88a11a HTTP/1.1" status: 200 len: 1093 time: 3.5615962 Jun 15 22:16:10.750163 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'tag': '5349d20e-592a-407e-a1f5-695dbc88a11a'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:10.777956 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ad989-623c-4610-8a17-90aaa0e6ac56 service neutron] Pushing event updated for resources: {'Port': ['ID=5349d20e-592a-407e-a1f5-695dbc88a11a,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:10.929283 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd7036b-a3fa-4b13-8c84-07c986d709e6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8", "tag": "5349d20e-592a-407e-a1f5-695dbc88a11a"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:10.968266 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4787310-0c3f-43ea-9668-1464a3d36fe8 x-openstack-request-id: req-c4787310-0c3f-43ea-9668-1464a3d36fe8 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:10.968828 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb59e48-8e20-4238-b880-a1052494e259", "tag": "a9fd5de7-410d-45c9-83b6-f3360734e833", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:10.969239 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4787310-0c3f-43ea-9668-1464a3d36fe8 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:10.969721 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4787310-0c3f-43ea-9668-1464a3d36fe8'] response: {'name': 'network-changed', 'server_uuid': 'fbb59e48-8e20-4238-b880-a1052494e259', 'tag': 'a9fd5de7-410d-45c9-83b6-f3360734e833', 'status': 'completed', 'code': 200} Jun 15 22:16:10.972432 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-80021124-f254-4627-839b-e525e1a4338d req-965b5673-a94d-4781-977c-64eea0076c58 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0392735 Jun 15 22:16:11.165949 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aff0a-6812-49db-a114-859fbcd7b45e req-1073c7d7-5cb2-4b24-838d-15611147400f tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:11.174964 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-346aff0a-6812-49db-a114-859fbcd7b45e req-1073c7d7-5cb2-4b24-838d-15611147400f tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0694990 Jun 15 22:16:11.217135 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa03a6b2-8a94-42e2-b4aa-fdd078348c9e x-openstack-request-id: req-aa03a6b2-8a94-42e2-b4aa-fdd078348c9e {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:11.217457 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8", "tag": "5349d20e-592a-407e-a1f5-695dbc88a11a", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:11.217708 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa03a6b2-8a94-42e2-b4aa-fdd078348c9e {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:11.218177 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa03a6b2-8a94-42e2-b4aa-fdd078348c9e'] response: {'name': 'network-changed', 'server_uuid': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'tag': '5349d20e-592a-407e-a1f5-695dbc88a11a', 'status': 'completed', 'code': 200} Jun 15 22:16:11.245973 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-346aff0a-6812-49db-a114-859fbcd7b45e req-e3262b2f-bd6f-4575-9aae-3e5a2ad94d68 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691941 Jun 15 22:16:11.413908 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-427aea87-c411-4c85-9abc-bc140a4d4987 req-4babb975-68c2-42e5-b555-490a058c2e9b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0298593 Jun 15 22:16:11.694746 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64caa7-e835-4fa9-866d-6cd1e402ef91 req-fbfc390c-e25c-4ed9-8258-fcbb395da272 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:11.696354 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f64caa7-e835-4fa9-866d-6cd1e402ef91 req-fbfc390c-e25c-4ed9-8258-fcbb395da272 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 932 time: 0.0627916 Jun 15 22:16:11.755614 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8f64caa7-e835-4fa9-866d-6cd1e402ef91 req-44a3ef6d-4b9f-408d-81fc-bf6ec74e836d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521302 Jun 15 22:16:12.106804 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0d2ced21-5d1a-4ad0-9f67-b7306aa37f0a req-cd876121-3724-45da-b0c1-8de05767c7ac tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0526042 Jun 15 22:16:12.467318 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effb677-5da1-4306-a6bb-aeaf9780d745 req-11be84e5-3d88-4432-8eec-76add81ab033 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:12.475761 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7effb677-5da1-4306-a6bb-aeaf9780d745 req-11be84e5-3d88-4432-8eec-76add81ab033 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.1041527 Jun 15 22:16:12.508424 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:12.534654 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7effb677-5da1-4306-a6bb-aeaf9780d745 req-7ce50d0c-ecdc-4f4f-9a9d-4ce6a71e8d0e tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578923 Jun 15 22:16:12.678745 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-db144207-39d6-4b45-969b-e8b7360c760f req-3bac36c0-1bf2-4ffa-8a75-8d97687f9695 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0915608 Jun 15 22:16:12.970404 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ba54-9260-4929-a509-fce9591e8d4f req-e2a03625-067b-4152-9d45-a722847759a8 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:12.972963 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6662ba54-9260-4929-a509-fce9591e8d4f req-e2a03625-067b-4152-9d45-a722847759a8 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 932 time: 0.0984676 Jun 15 22:16:13.050841 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6662ba54-9260-4929-a509-fce9591e8d4f req-bf3bd5d0-d79b-4196-b8b5-5f1c9123ff0a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669982 Jun 15 22:16:13.248149 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-deae2bc6-1207-4369-b61e-3869c52fe54e req-82ef4055-54ef-4e9c-aba3-ab44a1fe2c0d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0496750 Jun 15 22:16:13.678971 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8e7df-1dee-4187-8b0f-7cdce40ba662 req-9bdf86f9-017d-4d6e-9446-4acbdd7b1431 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:13.680654 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3be8e7df-1dee-4187-8b0f-7cdce40ba662 req-9bdf86f9-017d-4d6e-9446-4acbdd7b1431 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0521438 Jun 15 22:16:13.767153 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3be8e7df-1dee-4187-8b0f-7cdce40ba662 req-3aa11a32-b803-467e-a94b-85f48aba6006 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803561 Jun 15 22:16:13.788484 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-33b95cea-0170-4985-a794-4efef01fd02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:13.851330 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e63a0d3e-837b-4547-ac81-d146dec7e240 req-a1b26d24-9c78-4b46-85c9-07200b219870 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0406051 Jun 15 22:16:14.221674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e9e1c-36bc-46ff-bc20-17e6e87b26d5 req-c9525d58-a6a4-4789-a043-dc664b3c3e96 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:14.229702 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-918e9e1c-36bc-46ff-bc20-17e6e87b26d5 req-c9525d58-a6a4-4789-a043-dc664b3c3e96 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 932 time: 0.0649872 Jun 15 22:16:14.241595 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40166) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:14.306335 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-918e9e1c-36bc-46ff-bc20-17e6e87b26d5 req-456a11a9-5254-4808-be46-9d302a740543 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751002 Jun 15 22:16:14.390437 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-41916c08-c4cf-44c4-b3f3-a3aecb471aeb req-cd13539f-b15c-446a-9fa9-2907dec1a880 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0406621 Jun 15 22:16:14.398469 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e93f9a1-a22b-4ef4-b7bd-22f5ba7dcf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:14.503915 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e93f9a1-a22b-4ef4-b7bd-22f5ba7dcf5c admin admin] Publish callbacks [] for security_group (f92b16d6-24e1-4da2-9939-1565fdca0f83), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:14.508576 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9e93f9a1-a22b-4ef4-b7bd-22f5ba7dcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f92b16d6-24e1-4da2-9939-1565fdca0f83), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:14.550939 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9e93f9a1-a22b-4ef4-b7bd-22f5ba7dcf5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b49cdcb5c0be4c1fba0802de8554bc7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091891 Jun 15 22:16:14.551810 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93f9a1-a22b-4ef4-b7bd-22f5ba7dcf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92b16d6-24e1-4da2-9939-1565fdca0f83,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:14.553959 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 40176) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:14.637922 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5ab-47c1-46d2-963d-5b41443555b4 admin admin] Publish callbacks [] for security_group (f92b16d6-24e1-4da2-9939-1565fdca0f83), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:14.663261 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5ab-47c1-46d2-963d-5b41443555b4 admin admin] Publish callbacks [] for security_group (f92b16d6-24e1-4da2-9939-1565fdca0f83), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:14.715421 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5ab-47c1-46d2-963d-5b41443555b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f92b16d6-24e1-4da2-9939-1565fdca0f83), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:14.717952 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b5ab-47c1-46d2-963d-5b41443555b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:14.719102 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bcf8b5ab-47c1-46d2-963d-5b41443555b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f92b16d6-24e1-4da2-9939-1565fdca0f83 HTTP/1.1" status: 204 len: 168 time: 0.1641576 Jun 15 22:16:14.722853 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:14.729232 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b5ab-47c1-46d2-963d-5b41443555b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92b16d6-24e1-4da2-9939-1565fdca0f83,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:14.904595 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476acc93-c2ab-41fa-b6a6-e52047425ddd req-17beeb06-9ef7-4f01-aed3-e57259f67670 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:14.906254 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-476acc93-c2ab-41fa-b6a6-e52047425ddd req-17beeb06-9ef7-4f01-aed3-e57259f67670 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0542164 Jun 15 22:16:14.988488 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-119d8558-9851-496a-9d97-e12d1c54ef52 req-2de8c6d3-de87-4c26-93ed-612f613ecce0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0359664 Jun 15 22:16:14.991228 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-476acc93-c2ab-41fa-b6a6-e52047425ddd req-0dfceb50-ee0d-48fe-90d4-35986d8d0ee4 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766404 Jun 15 22:16:15.147821 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 40192) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:15.164047 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2c97-38ee-41b0-b05b-e2de3d27b3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:15.291216 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2c97-38ee-41b0-b05b-e2de3d27b3a5 admin admin] Publish callbacks [] for security_group (1c44c696-39ee-41ed-a3db-d8ce9fcc13e9), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:15.302199 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfdb2c97-38ee-41b0-b05b-e2de3d27b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1c44c696-39ee-41ed-a3db-d8ce9fcc13e9), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:15.351475 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bfdb2c97-38ee-41b0-b05b-e2de3d27b3a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f5e937040ff49e2a4188b2c63dd41d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022409 Jun 15 22:16:15.352437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb2c97-38ee-41b0-b05b-e2de3d27b3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c44c696-39ee-41ed-a3db-d8ce9fcc13e9,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:15.355719 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40196) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:15.482210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b72254-ca2e-4f42-a900-ce41a415957f req-fdaf9d62-1dd1-4477-b516-14ac851826fb tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:15.483929 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-27b72254-ca2e-4f42-a900-ce41a415957f req-fdaf9d62-1dd1-4477-b516-14ac851826fb tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 932 time: 0.0999160 Jun 15 22:16:15.500235 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-15512e33-2217-4e62-9ac6-4dbfb141401f admin admin] Publish callbacks [] for security_group (1c44c696-39ee-41ed-a3db-d8ce9fcc13e9), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:15.548431 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fdae8fdc-a1c1-41d7-a1fd-3b00961ce239 req-4992d0fc-49a5-4935-875b-30e9b28d9dd8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0520003 Jun 15 22:16:15.569429 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-15512e33-2217-4e62-9ac6-4dbfb141401f admin admin] Publish callbacks [] for security_group (1c44c696-39ee-41ed-a3db-d8ce9fcc13e9), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:15.597025 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:15.630599 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:15.640633 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-27b72254-ca2e-4f42-a900-ce41a415957f req-b2e6511f-1978-47e9-aac2-379bbe28950b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233640 Jun 15 22:16:15.668371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-15512e33-2217-4e62-9ac6-4dbfb141401f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1c44c696-39ee-41ed-a3db-d8ce9fcc13e9), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:15.671746 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-15512e33-2217-4e62-9ac6-4dbfb141401f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:15.675555 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-15512e33-2217-4e62-9ac6-4dbfb141401f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c44c696-39ee-41ed-a3db-d8ce9fcc13e9 HTTP/1.1" status: 204 len: 168 time: 0.3154254 Jun 15 22:16:15.691459 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15512e33-2217-4e62-9ac6-4dbfb141401f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c44c696-39ee-41ed-a3db-d8ce9fcc13e9,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:16.054865 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d9bd3498-04b7-4b87-975e-4ca76d66509b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:16.165992 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19135b12-77df-4294-b78d-9e3a5a116fd1 req-1367839c-0f6a-4eba-9137-e9f700037eff tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:16.174631 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19135b12-77df-4294-b78d-9e3a5a116fd1 req-1367839c-0f6a-4eba-9137-e9f700037eff tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0843995 Jun 15 22:16:16.206377 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7d89877e-7b90-47bc-86f2-28df7d310854 req-eeb27f76-53da-4326-8253-cffcca7bafe6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0872307 Jun 15 22:16:16.232869 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19135b12-77df-4294-b78d-9e3a5a116fd1 req-31fc5db3-77d7-4ffb-97b5-4d77bb142805 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570455 Jun 15 22:16:16.817861 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f78bd426-3dd6-48d0-9be9-d513fa4153cd req-179074b8-03ae-4384-bf70-44f09ee160f3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.1566207 Jun 15 22:16:16.953307 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff743a-9dd7-4258-b78b-cb9cd048750f req-d61c134e-5892-43b6-bef0-719b4afe5ffd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:16.955682 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7aff743a-9dd7-4258-b78b-cb9cd048750f req-d61c134e-5892-43b6-bef0-719b4afe5ffd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 932 time: 0.1169343 Jun 15 22:16:17.051523 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7aff743a-9dd7-4258-b78b-cb9cd048750f req-7f1852be-1938-4dc8-82ea-1d6d0db068e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887754 Jun 15 22:16:17.380344 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7ec254bd-05bd-42eb-bf54-0c9b861ec356 req-bd00ec39-acdc-4e2d-8dfc-5ac9ef3ee752 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0637119 Jun 15 22:16:17.471009 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140393f-b18e-490f-8ea6-ffcc931c832f req-03a8646c-be3c-4129-8a82-6e2c82d9162c tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:17.472873 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a140393f-b18e-490f-8ea6-ffcc931c832f req-03a8646c-be3c-4129-8a82-6e2c82d9162c tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.1068668 Jun 15 22:16:17.525992 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'port': {'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'admin_state_up': True, 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'security_groups': ['5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:17.581451 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:17.672851 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40286) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:17.687216 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Request body: {'port': {'device_id': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:17.754480 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:17.760613 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:17.814650 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'port': {'device_id': '5b32ad40-764f-44d0-a589-d823eee5b508', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'admin_state_up': True, 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:17.887207 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a140393f-b18e-490f-8ea6-ffcc931c832f req-1df31783-2d0e-431a-86ed-21da2d3da3fb tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040871 Jun 15 22:16:17.926914 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:17.955438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Made reservation on behalf of e2dec64625f54967a0032506f799ed6a for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:16:17.960052 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.015834 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-57167b4d-3076-4ce8-8355-188637e0d800 req-f045e6a3-cc4c-4892-b463-d815409fa40c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0523050 Jun 15 22:16:18.118255 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-40c8cdea-c949-4dd4-b8b0-e37d00256344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.123180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Made reservation on behalf of 0713040636b4408c95dcadbb9b1fe3cc for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:16:18.135405 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.184544 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:16:18.282655 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-40c8cdea-c949-4dd4-b8b0-e37d00256344 admin admin] Publish callbacks [] for security_group (1a3c475d-4d75-432c-a00f-836c7a56119e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.292564 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-40c8cdea-c949-4dd4-b8b0-e37d00256344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1a3c475d-4d75-432c-a00f-836c7a56119e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.307109 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c6920c-14fa-4def-95f3-a52bc33fd374 {{(pid=104020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:18.326286 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Publish callbacks [] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.351720 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-40c8cdea-c949-4dd4-b8b0-e37d00256344 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8079759be7c9436da696d955d0eafaba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6773374 Jun 15 22:16:18.355307 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40310) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:18.357273 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8cdea-c949-4dd4-b8b0-e37d00256344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c475d-4d75-432c-a00f-836c7a56119e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:18.376101 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.provisioning_blocks [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Transition to ACTIVE for port object c9c6920c-14fa-4def-95f3-a52bc33fd374 will not be triggered until provisioned by entity L2. {{(pid=104020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:16:18.387383 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.446592 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab86a3-2d2e-437b-9fbe-a309c5818656 req-2358b466-0332-4e7b-b564-8fa26b6138e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:18.448165 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-69ab86a3-2d2e-437b-9fbe-a309c5818656 req-2358b466-0332-4e7b-b564-8fa26b6138e7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 932 time: 0.2807684 Jun 15 22:16:18.492654 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c6920c-14fa-4def-95f3-a52bc33fd374,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:18.496246 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.20.0.12 (51970d37-d292-4c3d-bdb6-727ed5d05edc/1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19/310ea2f0-df91-4235-8abb-98fd6be92641) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:16:18.517904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e031ada-df01-43ac-bd31-10b228d2d7c3 admin admin] Publish callbacks [] for security_group (1a3c475d-4d75-432c-a00f-836c7a56119e), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.524821 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b9fc8a85-c251-4508-a618-80220317ec2b req-3de50b22-7fc5-43ad-9f4c-6fbbf9042490 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0582395 Jun 15 22:16:18.559830 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:18.573018 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e031ada-df01-43ac-bd31-10b228d2d7c3 admin admin] Publish callbacks [] for security_group (1a3c475d-4d75-432c-a00f-836c7a56119e), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.595191 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-69ab86a3-2d2e-437b-9fbe-a309c5818656 req-9b130e87-f187-4b91-9173-ae0e2958fa2d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339464 Jun 15 22:16:18.617422 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:18.635598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Allocated IP 172.20.0.13 (940602c4-8f41-4c18-9ab7-0dca7ab44fe8/28984ca3-c7b8-4d52-b267-c5ed7bcbb70f/4dc0def1-b88d-4f1c-9be4-a801af02f48a) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:16:18.669701 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Attempting to bind port c9c6920c-14fa-4def-95f3-a52bc33fd374 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:16:18.670178 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Attempting to bind port c9c6920c-14fa-4def-95f3-a52bc33fd374 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:16:18.670404 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Attempting to bind port c9c6920c-14fa-4def-95f3-a52bc33fd374 on network 8775d530-af5d-47c6-94ff-035a35c09c54 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:18.675798 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Port c9c6920c-14fa-4def-95f3-a52bc33fd374 on network 8775d530-af5d-47c6-94ff-035a35c09c54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:16:18.676296 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Attempting to bind port c9c6920c-14fa-4def-95f3-a52bc33fd374 on network 8775d530-af5d-47c6-94ff-035a35c09c54 {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:18.683307 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:16:18.683637 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Checking segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:16:18.684295 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Bound using segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} {{(pid=104020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:16:18.684747 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.managers [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Bound port: c9c6920c-14fa-4def-95f3-a52bc33fd374, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}}] {{(pid=104020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:16:18.685367 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.701724 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e031ada-df01-43ac-bd31-10b228d2d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1a3c475d-4d75-432c-a00f-836c7a56119e), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.704203 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e031ada-df01-43ac-bd31-10b228d2d7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.705518 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6e031ada-df01-43ac-bd31-10b228d2d7c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a3c475d-4d75-432c-a00f-836c7a56119e HTTP/1.1" status: 204 len: 168 time: 0.3491766 Jun 15 22:16:18.731210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e031ada-df01-43ac-bd31-10b228d2d7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c475d-4d75-432c-a00f-836c7a56119e,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:18.763855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (310ea2f0-df91-4235-8abb-98fd6be92641), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.780671 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] For port c9c6920c-14fa-4def-95f3-a52bc33fd374, host hv-cinder-83538, cleared binding levels {{(pid=104020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:16:18.785445 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] For port c9c6920c-14fa-4def-95f3-a52bc33fd374, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:16:18.796290 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.833622 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:18.833622 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.835217 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9c6920c-14fa-4def-95f3-a52bc33fd374 HTTP/1.1" status: 200 len: 1094 time: 1.1530845 Jun 15 22:16:18.837814 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:18.840212 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32fac02-792b-410e-986d-1bc94d3dfe5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:18.872949 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae28aa-5f42-4076-9e07-9dd15feff9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c6920c-14fa-4def-95f3-a52bc33fd374,revision_number=3']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:18.899864 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3692138-c8f3-4843-be00-010ffa508c3c x-openstack-request-id: req-b3692138-c8f3-4843-be00-010ffa508c3c {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:18.900566 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:18.901039 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3692138-c8f3-4843-be00-010ffa508c3c {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:18.901717 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3692138-c8f3-4843-be00-010ffa508c3c'] response: {'name': 'network-changed', 'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'status': 'completed', 'code': 200} Jun 15 22:16:18.905254 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.916364 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:18.959907 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:18.970938 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:18.997007 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:16:19.032790 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:16:19.036001 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:16:19.041472 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:19.042116 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.056087 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=310ea2f0-df91-4235-8abb-98fd6be92641,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:19.105590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bc902-8f93-45e1-8194-4a5cdd464ccc req-1d25613e-bd5c-46e3-b2f6-0c697400d33e tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:19.107202 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-414bc902-8f93-45e1-8194-4a5cdd464ccc req-1d25613e-bd5c-46e3-b2f6-0c697400d33e tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.1406500 Jun 15 22:16:19.146470 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-45878939-af7d-4fb2-a05b-c959ee11f36b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6264436 Jun 15 22:16:19.168832 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 40330) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:19.175117 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-447109cb-1b63-473b-9faa-1147c99e8701 req-30f88d70-42c3-4662-884c-f40808bd35ba tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0451419 Jun 15 22:16:19.185123 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.219365 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-24d6bc64-97fc-46c2-8111-cd835f186e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.258781 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.266490 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:16:19.278977 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:16:19.286311 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:16:19.291285 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:19.291914 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.301882 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-414bc902-8f93-45e1-8194-4a5cdd464ccc req-72911db9-4a28-4612-8830-6fd3d27f4c4e tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698339 Jun 15 22:16:19.310648 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'Port': ['ID=4dc0def1-b88d-4f1c-9be4-a801af02f48a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:19.334627 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e6f5fb2a-4c15-4a67-8518-d08101510e9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5269413 Jun 15 22:16:19.360145 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c37aaee4-aa86-4201-bc81-6bf681831366 None None] Provisioning complete for port 310ea2f0-df91-4235-8abb-98fd6be92641 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:19.360499 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c37aaee4-aa86-4201-bc81-6bf681831366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.384032 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.396807 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-24d6bc64-97fc-46c2-8111-cd835f186e31 admin admin] Publish callbacks [] for security_group (2de03844-2b1e-429d-8429-1efae4504557), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.398521 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c37aaee4-aa86-4201-bc81-6bf681831366 None None] Port 310ea2f0-df91-4235-8abb-98fd6be92641 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:16:19.402117 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-24d6bc64-97fc-46c2-8111-cd835f186e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (2de03844-2b1e-429d-8429-1efae4504557), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.447491 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-24d6bc64-97fc-46c2-8111-cd835f186e31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c8d90c8c01044cdb5004c1090f21baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767329 Jun 15 22:16:19.448391 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6bc64-97fc-46c2-8111-cd835f186e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de03844-2b1e-429d-8429-1efae4504557,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:19.450222 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40336) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:19.508078 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-edb2f05e-203e-4fc6-b04b-0047c6bf5b85 admin admin] Publish callbacks [] for security_group (2de03844-2b1e-429d-8429-1efae4504557), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.516029 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-4956b21e-8ce4-4d0b-9d48-d7cdf2bbcb9a None None] Provisioning complete for port 4dc0def1-b88d-4f1c-9be4-a801af02f48a triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:19.516423 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4956b21e-8ce4-4d0b-9d48-d7cdf2bbcb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.530021 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-edb2f05e-203e-4fc6-b04b-0047c6bf5b85 admin admin] Publish callbacks [] for security_group (2de03844-2b1e-429d-8429-1efae4504557), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.549059 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4956b21e-8ce4-4d0b-9d48-d7cdf2bbcb9a None None] Port 4dc0def1-b88d-4f1c-9be4-a801af02f48a cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:16:19.582037 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-edb2f05e-203e-4fc6-b04b-0047c6bf5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (2de03844-2b1e-429d-8429-1efae4504557), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.584632 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-edb2f05e-203e-4fc6-b04b-0047c6bf5b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:19.586615 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-edb2f05e-203e-4fc6-b04b-0047c6bf5b85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2de03844-2b1e-429d-8429-1efae4504557 HTTP/1.1" status: 204 len: 168 time: 0.1346097 Jun 15 22:16:19.595612 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2f05e-203e-4fc6-b04b-0047c6bf5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de03844-2b1e-429d-8429-1efae4504557,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:19.667867 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90d0e3-af94-417d-a194-a59c1fbc15ec req-055cc053-261f-45b8-a190-64a600717c01 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:19.669663 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9c90d0e3-af94-417d-a194-a59c1fbc15ec req-055cc053-261f-45b8-a190-64a600717c01 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 932 time: 0.0599494 Jun 15 22:16:19.719866 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9c90d0e3-af94-417d-a194-a59c1fbc15ec req-917b059a-1f70-42f3-bc93-ec77e4e59f2a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Jun 15 22:16:19.737562 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca31580-c571-4332-9e3e-178898ec7c8b req-09a8c490-2bee-4bd8-bdb2-2d6e1903b168 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:19.739387 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9ca31580-c571-4332-9e3e-178898ec7c8b req-09a8c490-2bee-4bd8-bdb2-2d6e1903b168 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.0560260 Jun 15 22:16:19.789128 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9ca31580-c571-4332-9e3e-178898ec7c8b req-1cda0447-bb76-484b-bad6-32dde09a745f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436230 Jun 15 22:16:19.994063 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40346) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:20.013289 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58156708-7fc4-48f4-bf91-28305ec5f0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:20.094831 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58156708-7fc4-48f4-bf91-28305ec5f0f2 admin admin] Publish callbacks [] for security_group (f63be7e2-f8e1-49d3-9a69-7f666630e1f3), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:20.101174 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-58156708-7fc4-48f4-bf91-28305ec5f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f63be7e2-f8e1-49d3-9a69-7f666630e1f3), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:20.140348 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58156708-7fc4-48f4-bf91-28305ec5f0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63be7e2-f8e1-49d3-9a69-7f666630e1f3,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:20.146442 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-58156708-7fc4-48f4-bf91-28305ec5f0f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8775e230cefa4b1ebe70605abc34ec86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509745 Jun 15 22:16:20.150399 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40348) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:20.201289 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35c37cd8-bc0b-4fe1-bc64-2eb8da45f0fe admin admin] Publish callbacks [] for security_group (f63be7e2-f8e1-49d3-9a69-7f666630e1f3), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:20.210305 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:20.226902 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35c37cd8-bc0b-4fe1-bc64-2eb8da45f0fe admin admin] Publish callbacks [] for security_group (f63be7e2-f8e1-49d3-9a69-7f666630e1f3), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:20.318261 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5165-f24e-43b7-94ee-75f678707a4e req-2481bb92-a6a0-4632-8401-cbe3c26dbcd0 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:20.319788 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1fdc5165-f24e-43b7-94ee-75f678707a4e req-2481bb92-a6a0-4632-8401-cbe3c26dbcd0 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 932 time: 0.0585256 Jun 15 22:16:20.333398 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35c37cd8-bc0b-4fe1-bc64-2eb8da45f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f63be7e2-f8e1-49d3-9a69-7f666630e1f3), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:20.335817 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-35c37cd8-bc0b-4fe1-bc64-2eb8da45f0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:20.339435 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-35c37cd8-bc0b-4fe1-bc64-2eb8da45f0fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f63be7e2-f8e1-49d3-9a69-7f666630e1f3 HTTP/1.1" status: 204 len: 168 time: 0.1856606 Jun 15 22:16:20.362682 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c37cd8-bc0b-4fe1-bc64-2eb8da45f0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63be7e2-f8e1-49d3-9a69-7f666630e1f3,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:20.388988 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:20.407007 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1fdc5165-f24e-43b7-94ee-75f678707a4e req-05395e1d-a0b3-4963-98ca-2521ea84c5e3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814276 Jun 15 22:16:20.480973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeafb7c-8d8f-4271-ada3-11353be8a4ea req-c87f1612-036c-48e1-be95-bda78c09c754 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:20.482900 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7aeafb7c-8d8f-4271-ada3-11353be8a4ea req-c87f1612-036c-48e1-be95-bda78c09c754 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0738273 Jun 15 22:16:20.537302 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7aeafb7c-8d8f-4271-ada3-11353be8a4ea req-a8e91066-600f-4f8a-9288-dfca0e85b1fe tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486319 Jun 15 22:16:20.691138 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Request body: {'port': {'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:20.763200 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3a313-255a-44a4-b63f-ab31c5011247 req-46adc640-04c5-48e7-864a-b23187beaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:20.764934 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-edd3a313-255a-44a4-b63f-ab31c5011247 req-46adc640-04c5-48e7-864a-b23187beaa6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d340df02c724bee810b3f8874379cfc&device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 1128 time: 0.0785942 Jun 15 22:16:20.776727 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Request body: {'port': {'device_id': '5b32ad40-764f-44d0-a589-d823eee5b508', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:20.814028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:20.841037 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-9aef1f3d-48ba-4928-98ab-6a9eb7b386a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:20.842572 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-9aef1f3d-48ba-4928-98ab-6a9eb7b386a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 1127 time: 0.1472890 Jun 15 22:16:20.887964 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef735e77-8f26-4332-b050-75febe778cf6 req-9d7a7ea6-5102-421f-9354-edef7894d59d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:20.889820 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ef735e77-8f26-4332-b050-75febe778cf6 req-9d7a7ea6-5102-421f-9354-edef7894d59d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 932 time: 0.0880525 Jun 15 22:16:20.965229 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:21.014274 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:21.018001 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-ddb721c1-d693-454e-a818-77877308b1ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5349d20e-592a-407e-a1f5-695dbc88a11a HTTP/1.1" status: 200 len: 217 time: 0.1122239 Jun 15 22:16:21.018382 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:21.058653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a828d0d-f2e2-436b-8b39-91e87b763aae req-dcfa7d78-1608-4b1a-ab4d-f59be8fba080 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.060130 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a828d0d-f2e2-436b-8b39-91e87b763aae req-dcfa7d78-1608-4b1a-ab4d-f59be8fba080 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.1710024 Jun 15 22:16:21.060861 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fac02-792b-410e-986d-1bc94d3dfe5d req-de28cf91-f35e-4708-a774-6f9f8c711988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.062620 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c32fac02-792b-410e-986d-1bc94d3dfe5d req-de28cf91-f35e-4708-a774-6f9f8c711988 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 1128 time: 0.1902201 Jun 15 22:16:21.165668 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ef735e77-8f26-4332-b050-75febe778cf6 req-9d86f5f9-90e1-4a35-8650-c89e9bf6eb71 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550600 Jun 15 22:16:21.232936 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3a313-255a-44a4-b63f-ab31c5011247 req-1e512cc7-e06d-4d52-8e29-14bac7bfa7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.234525 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-edd3a313-255a-44a4-b63f-ab31c5011247 req-1e512cc7-e06d-4d52-8e29-14bac7bfa7b2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0d340df02c724bee810b3f8874379cfc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3420527 Jun 15 22:16:21.269899 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-8be0f435-93fd-42d8-ba62-fff2e744902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.271512 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-8be0f435-93fd-42d8-ba62-fff2e744902e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.2443311 Jun 15 22:16:21.446849 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a828d0d-f2e2-436b-8b39-91e87b763aae req-fdc336fd-6f11-4c53-bc5e-98ccd70007f8 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418572 Jun 15 22:16:21.517292 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-2dadfb16-fb5a-456a-8de0-c69946e88b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.519861 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-2dadfb16-fb5a-456a-8de0-c69946e88b76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1849983 Jun 15 22:16:21.589626 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fac02-792b-410e-986d-1bc94d3dfe5d req-41ba1d14-a902-4e6c-a8ba-69890dbeb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.591106 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c32fac02-792b-410e-986d-1bc94d3dfe5d req-41ba1d14-a902-4e6c-a8ba-69890dbeb20a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e1c37e59766f45c3a46489befb803ff3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5049789 Jun 15 22:16:21.736987 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cd796-14b4-416c-8d62-c16fbcc6cb62 req-ccd3dbd4-3427-40d8-9094-3a1b7e66e1a4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.744795 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2c6cd796-14b4-416c-8d62-c16fbcc6cb62 req-ccd3dbd4-3427-40d8-9094-3a1b7e66e1a4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 932 time: 0.1935954 Jun 15 22:16:21.874426 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3a313-255a-44a4-b63f-ab31c5011247 req-7632f289-6967-4791-b631-bcb3f09a927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.876316 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-edd3a313-255a-44a4-b63f-ab31c5011247 req-7632f289-6967-4791-b631-bcb3f09a927d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6343851 Jun 15 22:16:21.972692 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fac02-792b-410e-986d-1bc94d3dfe5d req-8d6e8287-883a-4178-bdb9-352476b279a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:21.979458 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c32fac02-792b-410e-986d-1bc94d3dfe5d req-8d6e8287-883a-4178-bdb9-352476b279a2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3254297 Jun 15 22:16:22.012299 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2c6cd796-14b4-416c-8d62-c16fbcc6cb62 req-0b8b0cab-4166-40d8-9649-5652ed71f75a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661331 Jun 15 22:16:22.083386 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-77ed7864-ad2d-4eec-afcc-0c245f926c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:22.084939 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-77ed7864-ad2d-4eec-afcc-0c245f926c8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d340df02c724bee810b3f8874379cfc&device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 1128 time: 0.1042099 Jun 15 22:16:22.091093 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2062e-90df-4086-9249-b2af7f3eef2c req-043958ef-9231-40bb-a45f-29792b312611 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:22.109883 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03d2062e-90df-4086-9249-b2af7f3eef2c req-043958ef-9231-40bb-a45f-29792b312611 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.4143772 Jun 15 22:16:22.149789 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-12ecef24-c2d3-4bc0-8ed6-1c402e9a0f15 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172185 Jun 15 22:16:22.188586 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-994f5d1a-fdc1-4b31-86f0-30f6ac695ec6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9fd5de7-410d-45c9-83b6-f3360734e833 HTTP/1.1" status: 200 len: 217 time: 0.0701034 Jun 15 22:16:22.192731 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-8b08c4ad-4f58-405d-80c2-e511c9875b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:22.194383 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-8b08c4ad-4f58-405d-80c2-e511c9875b17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 1128 time: 0.1298180 Jun 15 22:16:22.301083 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:22.304336 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310ea2f0-df91-4235-8abb-98fd6be92641 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:22.315053 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68da8-c5c2-4568-ad31-1228842bb01b req-79878f00-d4d6-4627-8f88-11464db8f294 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:22.326134 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-55f68da8-c5c2-4568-ad31-1228842bb01b req-79878f00-d4d6-4627-8f88-11464db8f294 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 932 time: 0.0713804 Jun 15 22:16:22.339113 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc0def1-b88d-4f1c-9be4-a801af02f48a {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:22.351002 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:22.357953 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Publish callbacks [] for port (310ea2f0-df91-4235-8abb-98fd6be92641), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.371161 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Publish callbacks [] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.387009 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-55f68da8-c5c2-4568-ad31-1228842bb01b req-d127ba73-c585-49fb-adba-4a263b6345ea tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583215 Jun 15 22:16:22.394978 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03d2062e-90df-4086-9249-b2af7f3eef2c req-1194f101-df69-4be7-8fbd-c04375eb01ea tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555275 Jun 15 22:16:22.429571 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Transition to ACTIVE for port object 310ea2f0-df91-4235-8abb-98fd6be92641 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:16:22.430468 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Transition to ACTIVE for port object 4dc0def1-b88d-4f1c-9be4-a801af02f48a will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:16:22.436936 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.441408 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.448583 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39e3b07e-5e05-44f4-b867-a8fa84c73052 req-4b2fc657-9359-49af-a2d6-ff3e572fa8ab service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756317 Jun 15 22:16:22.578623 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Attempting to bind port 310ea2f0-df91-4235-8abb-98fd6be92641 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:16:22.578957 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Attempting to bind port 310ea2f0-df91-4235-8abb-98fd6be92641 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:16:22.583408 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Attempting to bind port 310ea2f0-df91-4235-8abb-98fd6be92641 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:22.618355 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ec307-e6bb-43d7-9012-4ef2263c8c07 req-facc4b7d-c870-4bde-b9fe-3ddf0ab5bb69 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:22.618955 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc0def1-b88d-4f1c-9be4-a801af02f48a,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:22.620714 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-815ec307-e6bb-43d7-9012-4ef2263c8c07 req-facc4b7d-c870-4bde-b9fe-3ddf0ab5bb69 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.0836866 Jun 15 22:16:22.662486 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Attempting to bind port 4dc0def1-b88d-4f1c-9be4-a801af02f48a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:16:22.662824 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Attempting to bind port 4dc0def1-b88d-4f1c-9be4-a801af02f48a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:16:22.663154 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Attempting to bind port 4dc0def1-b88d-4f1c-9be4-a801af02f48a on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:22.665365 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Port 310ea2f0-df91-4235-8abb-98fd6be92641 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:16:22.665674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Attempting to bind port 310ea2f0-df91-4235-8abb-98fd6be92641 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:22.682602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:16:22.682940 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Checking segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:16:22.683321 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Bound using segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:16:22.683772 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Bound port: 310ea2f0-df91-4235-8abb-98fd6be92641, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:16:22.684127 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.688987 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Port 4dc0def1-b88d-4f1c-9be4-a801af02f48a on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:16:22.689553 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Attempting to bind port 4dc0def1-b88d-4f1c-9be4-a801af02f48a on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:22.691472 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:22.710436 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:16:22.711211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Checking segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:16:22.711765 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Bound using segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:16:22.712129 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:22.712543 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Bound port: 4dc0def1-b88d-4f1c-9be4-a801af02f48a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:16:22.713184 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.725719 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Pushing event updated for resources: {'Port': ['ID=310ea2f0-df91-4235-8abb-98fd6be92641,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:22.726855 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-815ec307-e6bb-43d7-9012-4ef2263c8c07 req-376deaa7-23aa-4ff9-8e3e-57a3017b1d41 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940714 Jun 15 22:16:22.831658 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] For port 310ea2f0-df91-4235-8abb-98fd6be92641, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:16:22.835862 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] For port 310ea2f0-df91-4235-8abb-98fd6be92641, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=310ea2f0-df91-4235-8abb-98fd6be92641,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:16:22.837625 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] For port 4dc0def1-b88d-4f1c-9be4-a801af02f48a, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:16:22.841648 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] For port 4dc0def1-b88d-4f1c-9be4-a801af02f48a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:16:22.846315 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.858270 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.901094 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:22.901613 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.902996 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] 10.222.0.26 "PUT /v2.0/ports/310ea2f0-df91-4235-8abb-98fd6be92641 HTTP/1.1" status: 200 len: 1094 time: 2.2172720 Jun 15 22:16:22.903489 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:22.906406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb3762-a547-4685-b238-9dc087e45852" -d '{"events": [{"name": "network-changed", "server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:22.934145 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:22.934145 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:22.934145 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] 10.222.0.26 "PUT /v2.0/ports/4dc0def1-b88d-4f1c-9be4-a801af02f48a HTTP/1.1" status: 200 len: 1094 time: 2.1507630 Jun 15 22:16:22.950660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63f256-5892-43e8-9db2-e4f719cff87d service neutron] Pushing event updated for resources: {'Port': ['ID=310ea2f0-df91-4235-8abb-98fd6be92641,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:23.048925 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fd5f5-5572-4a36-b40d-aef5de1b0045 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc0def1-b88d-4f1c-9be4-a801af02f48a,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:23.165911 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2c1f91-ca8d-4297-8972-654df173ae99 x-openstack-request-id: req-bd2c1f91-ca8d-4297-8972-654df173ae99 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:23.166543 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:23.166543 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd2c1f91-ca8d-4297-8972-654df173ae99 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:23.166831 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2c1f91-ca8d-4297-8972-654df173ae99'] response: {'name': 'network-changed', 'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641', 'status': 'completed', 'code': 200} Jun 15 22:16:23.183834 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33103ee-2cc0-45f4-846d-0ce6e4925eac req-403831fe-6aa1-43b0-b048-d5376245eccb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:23.185542 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a33103ee-2cc0-45f4-846d-0ce6e4925eac req-403831fe-6aa1-43b0-b048-d5376245eccb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 944 time: 0.0588789 Jun 15 22:16:23.254054 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a33103ee-2cc0-45f4-846d-0ce6e4925eac req-a77e6afe-1780-4559-90cd-1901c37a8581 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608933 Jun 15 22:16:23.512884 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14984c04-4dae-4db2-86a6-e36d3c43445e req-727f4c9b-280f-4a6a-87b8-ccd52edd2c2f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:23.514456 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-14984c04-4dae-4db2-86a6-e36d3c43445e req-727f4c9b-280f-4a6a-87b8-ccd52edd2c2f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.0542727 Jun 15 22:16:23.524351 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d02cd-50e1-4327-a3ab-a406f748e570 req-b89ba950-0eb0-4a4d-b304-c98e697a4639 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:23.526026 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-440d02cd-50e1-4327-a3ab-a406f748e570 req-b89ba950-0eb0-4a4d-b304-c98e697a4639 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0526278 Jun 15 22:16:23.569192 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-14984c04-4dae-4db2-86a6-e36d3c43445e req-a6903fa1-3dd2-4bcc-bba3-d6fb20afb750 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482762 Jun 15 22:16:23.586124 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-440d02cd-50e1-4327-a3ab-a406f748e570 req-15b9e0c1-706d-494e-a6ad-3d164085868d tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538478 Jun 15 22:16:23.852273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95215df-a980-4051-8ce7-fc863059fe8a req-205f8c4a-7030-4f5b-b701-29841ef94b6e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:23.853805 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b95215df-a980-4051-8ce7-fc863059fe8a req-205f8c4a-7030-4f5b-b701-29841ef94b6e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.0598564 Jun 15 22:16:23.908839 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b95215df-a980-4051-8ce7-fc863059fe8a req-df673de9-7d6c-4cea-986d-ace0bcb1641d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474164 Jun 15 22:16:24.209847 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:24.376699 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206ff84-0a7a-407d-9bca-dd6a8eb98404 req-7b1f62e9-40e4-48fe-9f78-aa6acfb401e3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:24.378075 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4206ff84-0a7a-407d-9bca-dd6a8eb98404 req-7b1f62e9-40e4-48fe-9f78-aa6acfb401e3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 944 time: 0.0488493 Jun 15 22:16:24.429633 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4206ff84-0a7a-407d-9bca-dd6a8eb98404 req-a4f88755-244e-48cd-b9b5-79693da3d506 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Jun 15 22:16:24.657069 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:24.705072 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5202e1-4bed-401d-8945-e5ec092796dd req-31692137-4480-483a-a6c4-2cf0dc181103 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:24.706637 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c5202e1-4bed-401d-8945-e5ec092796dd req-31692137-4480-483a-a6c4-2cf0dc181103 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.0593786 Jun 15 22:16:24.717601 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a2928-424c-4fe7-a90a-82d9ed3ebdcb req-f34c97e6-e882-44ec-8d4d-8283258789a6 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:24.719082 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-bd6a2928-424c-4fe7-a90a-82d9ed3ebdcb req-f34c97e6-e882-44ec-8d4d-8283258789a6 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0529070 Jun 15 22:16:24.761477 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c5202e1-4bed-401d-8945-e5ec092796dd req-f2dfd0e2-183a-4020-a929-e69bf84802ac tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487604 Jun 15 22:16:24.769703 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-bd6a2928-424c-4fe7-a90a-82d9ed3ebdcb req-0340945a-baed-43d1-ae45-cb64c040f878 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442252 Jun 15 22:16:25.035366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115589b-549a-4999-8f7b-43d3c8ca16f6 req-1ae58bc2-a5dc-42f1-a8fd-04828f13c8c7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.037893 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8115589b-549a-4999-8f7b-43d3c8ca16f6 req-1ae58bc2-a5dc-42f1-a8fd-04828f13c8c7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.0562446 Jun 15 22:16:25.050029 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:25.058237 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-197ae1af-14e7-46ef-af90-d06903664ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.060459 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-197ae1af-14e7-46ef-af90-d06903664ec4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5c1fca3-26c0-477f-952b-2df52382242c HTTP/1.1" status: 200 len: 851 time: 0.0820377 Jun 15 22:16:25.095981 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8115589b-549a-4999-8f7b-43d3c8ca16f6 req-69d378c0-4527-4162-9f49-26d3d688e54a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520530 Jun 15 22:16:25.123118 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-e66e3396-edfb-4e05-a1f3-e3e7ae2b69c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374 HTTP/1.1" status: 200 len: 217 time: 0.0506217 Jun 15 22:16:25.167971 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b32ad40-764f-44d0-a589-d823eee5b508', 'tag': '4dc0def1-b88d-4f1c-9be4-a801af02f48a'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:25.170397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fd77d2-fd58-4119-96d7-414c65473e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b32ad40-764f-44d0-a589-d823eee5b508", "tag": "4dc0def1-b88d-4f1c-9be4-a801af02f48a"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:25.211459 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a620bc88-5879-4200-a1be-033c4e836e72 x-openstack-request-id: req-a620bc88-5879-4200-a1be-033c4e836e72 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:25.211746 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b32ad40-764f-44d0-a589-d823eee5b508", "tag": "4dc0def1-b88d-4f1c-9be4-a801af02f48a", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:25.211990 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a620bc88-5879-4200-a1be-033c4e836e72 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:25.212390 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a620bc88-5879-4200-a1be-033c4e836e72'] response: {'name': 'network-changed', 'server_uuid': '5b32ad40-764f-44d0-a589-d823eee5b508', 'tag': '4dc0def1-b88d-4f1c-9be4-a801af02f48a', 'status': 'completed', 'code': 200} Jun 15 22:16:25.440212 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e921fe2e-b9ac-4285-848a-540483810d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.441883 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-e921fe2e-b9ac-4285-848a-540483810d70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 1128 time: 0.1073511 Jun 15 22:16:25.443066 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb3762-a547-4685-b238-9dc087e45852 req-d3e38c4f-cb41-4367-abd8-63f96e173ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.444607 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15eb3762-a547-4685-b238-9dc087e45852 req-d3e38c4f-cb41-4367-abd8-63f96e173ac6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 1128 time: 0.0956318 Jun 15 22:16:25.444946 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-4b70de6d-9010-450a-b003-6bc95af4ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.446521 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-4b70de6d-9010-450a-b003-6bc95af4ef4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16182893-09af-4eb5-b45b-7d25217c4af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119263 Jun 15 22:16:25.456710 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-6eb58a6f-0a9b-456e-b6d2-6df57e172ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.459586 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-6eb58a6f-0a9b-456e-b6d2-6df57e172ca4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.0923836 Jun 15 22:16:25.563019 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56199ec6-fa9b-4a3a-80bb-6fbe50801350 req-0615320e-486c-4b9c-b2ab-4232b00ed576 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.564813 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56199ec6-fa9b-4a3a-80bb-6fbe50801350 req-0615320e-486c-4b9c-b2ab-4232b00ed576 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 944 time: 0.0535424 Jun 15 22:16:25.623554 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56199ec6-fa9b-4a3a-80bb-6fbe50801350 req-2258d9ac-96e9-48c2-8b3a-a2d9a424cd43 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Jun 15 22:16:25.896304 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb118d-107f-418e-b31c-560e26314eee req-436ef4ff-715b-4c76-8d65-178086f2bb36 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.898701 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcdb118d-107f-418e-b31c-560e26314eee req-436ef4ff-715b-4c76-8d65-178086f2bb36 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0556254 Jun 15 22:16:25.902272 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138c594-4f53-40fd-b889-cb5027fb530a req-44169a84-c989-47da-a198-e84ce10f14d5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:25.903835 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8138c594-4f53-40fd-b889-cb5027fb530a req-44169a84-c989-47da-a198-e84ce10f14d5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.0628064 Jun 15 22:16:25.953696 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bcdb118d-107f-418e-b31c-560e26314eee req-1c948500-b001-4a58-8dad-b4ff3cc80f60 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Jun 15 22:16:25.974764 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8138c594-4f53-40fd-b889-cb5027fb530a req-0ffaae60-1f1f-4069-a816-1b037618d724 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640309 Jun 15 22:16:26.232413 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65907989-6642-4b8a-9420-89a87c17af2a req-f0197cf9-6480-41f9-b820-3653ca999b6b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:26.234213 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65907989-6642-4b8a-9420-89a87c17af2a req-f0197cf9-6480-41f9-b820-3653ca999b6b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.0646076 Jun 15 22:16:26.315927 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65907989-6642-4b8a-9420-89a87c17af2a req-2965b935-19b6-4fde-bedd-aa9a8f2f25ee tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755177 Jun 15 22:16:26.708182 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fa649-70ba-4805-906e-8372095a1a65 req-530aa6b3-07e5-44b1-87c3-57315738b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:26.710319 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-530aa6b3-07e5-44b1-87c3-57315738b23c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663292 Jun 15 22:16:26.727801 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:26.786143 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-36dcfcea-f9dd-4507-abfd-6be7e2ba425c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a HTTP/1.1" status: 200 len: 217 time: 0.1513245 Jun 15 22:16:26.842738 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-f1ce4ca2-c8a9-4a44-96bc-4c04c29d02bb service neutron] 10.222.0.26 "GET /v2.0/networks/16182893-09af-4eb5-b45b-7d25217c4af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246459 Jun 15 22:16:26.862957 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19a8f-a8f2-4668-aeb8-4be8ef18476c req-4e867ee0-370e-4186-ad23-55afa83c087b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:26.864993 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-73a19a8f-a8f2-4668-aeb8-4be8ef18476c req-4e867ee0-370e-4186-ad23-55afa83c087b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 944 time: 0.0934126 Jun 15 22:16:27.065749 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-e009bc70-1d69-4135-94ba-f14b03218e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.067283 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-e009bc70-1d69-4135-94ba-f14b03218e60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 1127 time: 0.1802890 Jun 15 22:16:27.091000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-f6f91ba7-3bbd-4091-b656-da878c2f1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.092654 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-f6f91ba7-3bbd-4091-b656-da878c2f1aa5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.2037876 Jun 15 22:16:27.093982 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:27.094438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb3762-a547-4685-b238-9dc087e45852 req-d426e12d-d441-45bc-abe6-b86ac99d2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.096158 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15eb3762-a547-4685-b238-9dc087e45852 req-d426e12d-d441-45bc-abe6-b86ac99d2292 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e2dec64625f54967a0032506f799ed6a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4540658 Jun 15 22:16:27.113678 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-73a19a8f-a8f2-4668-aeb8-4be8ef18476c req-29fac97b-81f8-4a27-b1af-620bd1051907 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227941 Jun 15 22:16:27.141249 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-e000e8e2-3106-4c63-a1c0-e5f23439ec83 service neutron] 10.222.0.26 "GET /v2.0/networks/16182893-09af-4eb5-b45b-7d25217c4af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749310 Jun 15 22:16:27.143637 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-5de3c8ad-0a15-40b6-b334-09f0a7f928a4 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756565 Jun 15 22:16:27.195787 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:27.322327 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a77a-17d7-43c9-ad97-65bd2a64846d req-66066e5e-800a-4470-99b6-66f6009ce406 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.336711 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fed4a77a-17d7-43c9-ad97-65bd2a64846d req-66066e5e-800a-4470-99b6-66f6009ce406 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.2173131 Jun 15 22:16:27.358396 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-3f89d462-8fd4-4c36-9cd6-7e81ad86c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.360547 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-3f89d462-8fd4-4c36-9cd6-7e81ad86c2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2289405 Jun 15 22:16:27.557126 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e244f-7d5b-4167-b147-d862f8f150b9 req-6dd5cbb2-42cd-4fa0-8d06-df29fceeb428 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.558739 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-235e244f-7d5b-4167-b147-d862f8f150b9 req-6dd5cbb2-42cd-4fa0-8d06-df29fceeb428 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.3048062 Jun 15 22:16:27.561910 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-265fa649-70ba-4805-906e-8372095a1a65 req-1fd4f918-d2ba-4e69-9fb0-78b477829a00 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993163 Jun 15 22:16:27.619615 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-235e244f-7d5b-4167-b147-d862f8f150b9 req-c1f62c77-e8dc-4685-b45e-a2e39673a2cb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530980 Jun 15 22:16:27.757074 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831096d-73af-4e68-8297-919f5be3a55a req-51d70029-467b-4bc5-89f1-bb725e614a45 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.758803 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d831096d-73af-4e68-8297-919f5be3a55a req-51d70029-467b-4bc5-89f1-bb725e614a45 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.0625072 Jun 15 22:16:27.789655 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:27.830855 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fed4a77a-17d7-43c9-ad97-65bd2a64846d req-f93d5ab3-ea25-4994-82f0-d0af25e1360b tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925971 Jun 15 22:16:27.831564 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d831096d-73af-4e68-8297-919f5be3a55a req-9b174bb8-31ed-4814-abb9-a4cfb1e920ea tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652449 Jun 15 22:16:27.837108 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-6358a4ab-a67a-496a-9ed6-15f25d73af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.839705 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-6358a4ab-a67a-496a-9ed6-15f25d73af44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.7093434 Jun 15 22:16:27.842080 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb3762-a547-4685-b238-9dc087e45852 req-c86c4933-4e5f-49c6-be04-7ef3cc6383a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:27.844939 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15eb3762-a547-4685-b238-9dc087e45852 req-c86c4933-4e5f-49c6-be04-7ef3cc6383a2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7098734 Jun 15 22:16:28.040206 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-c6334460-a0b6-4803-be4b-6225b6626c1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5349d20e-592a-407e-a1f5-695dbc88a11a HTTP/1.1" status: 200 len: 217 time: 0.0672145 Jun 15 22:16:28.141710 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:28.151041 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-aff72d0c-79e9-4141-902a-e42aa749d104 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764200 Jun 15 22:16:28.173849 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40632) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:28.184514 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:28.285830 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ed0f-b2fb-489a-a0e7-8467952aad6e req-88610ec3-b908-44e6-bcfd-df08dbb72713 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:28.287459 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc46ed0f-b2fb-489a-a0e7-8467952aad6e req-88610ec3-b908-44e6-bcfd-df08dbb72713 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 944 time: 0.0673351 Jun 15 22:16:28.345535 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:28.385195 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc46ed0f-b2fb-489a-a0e7-8467952aad6e req-40adc92d-5741-4531-93b0-883f3aa4b77f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911334 Jun 15 22:16:28.481110 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Publish callbacks [] for security_group (a61eb50e-9bf0-44a9-bfb7-472601cff7ca), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:28.490415 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (a61eb50e-9bf0-44a9-bfb7-472601cff7ca), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:28.543119 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf4329becf0344e196f210cc60b91fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652091 Jun 15 22:16:28.543119 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61eb50e-9bf0-44a9-bfb7-472601cff7ca,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:28.544085 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40650) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:28.565372 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.565372 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.565372 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.565720 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.565979 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.566308 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.566688 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.566951 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.567267 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.567739 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.567992 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.568329 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.569879 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.569879 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.569879 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e70f9-f3f0-43b3-97a2-911c23e75e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:28.639143 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0b28971f-5f7f-4e4a-a9b5-8a4c1148b8d6 admin admin] Publish callbacks [] for security_group (a61eb50e-9bf0-44a9-bfb7-472601cff7ca), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:28.671574 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0b28971f-5f7f-4e4a-a9b5-8a4c1148b8d6 admin admin] Publish callbacks [] for security_group (a61eb50e-9bf0-44a9-bfb7-472601cff7ca), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:28.759670 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-ccbee71a-260e-455a-94e8-d009ba064fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:28.761516 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-ccbee71a-260e-455a-94e8-d009ba064fa8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 1128 time: 0.0605080 Jun 15 22:16:28.787475 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0b28971f-5f7f-4e4a-a9b5-8a4c1148b8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (a61eb50e-9bf0-44a9-bfb7-472601cff7ca), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:28.790641 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0b28971f-5f7f-4e4a-a9b5-8a4c1148b8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:28.794411 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0b28971f-5f7f-4e4a-a9b5-8a4c1148b8d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a61eb50e-9bf0-44a9-bfb7-472601cff7ca HTTP/1.1" status: 204 len: 168 time: 0.2468131 Jun 15 22:16:28.834491 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28971f-5f7f-4e4a-a9b5-8a4c1148b8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61eb50e-9bf0-44a9-bfb7-472601cff7ca,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:28.854599 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-172bc6e8-9192-4e53-a413-e6ef07c012b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=310ea2f0-df91-4235-8abb-98fd6be92641 HTTP/1.1" status: 200 len: 217 time: 0.0776372 Jun 15 22:16:28.893816 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99da36f-763f-4533-ae96-2081bc83b3c6 req-5e799cd3-f6a1-462e-b21f-37ae3a5d1b3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:28.902876 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c99da36f-763f-4533-ae96-2081bc83b3c6 req-5e799cd3-f6a1-462e-b21f-37ae3a5d1b3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.1753433 Jun 15 22:16:28.924696 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-b732bb4c-0fdf-4388-b5b4-bba726beb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:28.925571 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-b732bb4c-0fdf-4388-b5b4-bba726beb1b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.2100117 Jun 15 22:16:28.983442 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 5349d20e-592a-407e-a1f5-695dbc88a11a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:16:29.042033 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-b1201806-8616-42cb-9ab6-49654571b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:29.044459 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-b1201806-8616-42cb-9ab6-49654571b54a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888481 Jun 15 22:16:29.115749 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-601095c4-2941-4222-a5d0-f971ac40b9f7 req-10a10f99-8834-46da-be81-355dacb7ca40 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103925 Jun 15 22:16:29.142507 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181d817-1e23-4a89-bd48-a3bb24ad4a51 req-97078c27-b53f-449b-a1b4-bfdee8d4313d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:29.150600 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c99da36f-763f-4533-ae96-2081bc83b3c6 req-3f28f04e-0868-4a00-83a4-be88bb43ec50 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463915 Jun 15 22:16:29.156699 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a181d817-1e23-4a89-bd48-a3bb24ad4a51 req-97078c27-b53f-449b-a1b4-bfdee8d4313d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.1649995 Jun 15 22:16:29.176597 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 5349d20e-592a-407e-a1f5-695dbc88a11a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5349d20e-592a-407e-a1f5-695dbc88a11a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:29.203135 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '5349d20e-592a-407e-a1f5-695dbc88a11a', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'port_id': '5349d20e-592a-407e-a1f5-695dbc88a11a', 'mac_address': 'fa:16:3e:0d:bc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:16:29.244138 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:29.249471 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:29.276572 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-97f0c7fb-9fd2-47f5-b6e1-2f5a748998b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:29.279908 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-97f0c7fb-9fd2-47f5-b6e1-2f5a748998b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.4163442 Jun 15 22:16:29.289837 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-85f06a39-805a-4b4d-97b9-6452057bc528 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314949 Jun 15 22:16:29.291867 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 5349d20e-592a-407e-a1f5-695dbc88a11a is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:29.292703 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.294519 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a181d817-1e23-4a89-bd48-a3bb24ad4a51 req-fc617e97-e052-4daf-81c1-ecf0da7afa45 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365209 Jun 15 22:16:29.313864 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5349d20e-592a-407e-a1f5-695dbc88a11a {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:29.321332 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:29.344168 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 5349d20e-592a-407e-a1f5-695dbc88a11a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5349d20e-592a-407e-a1f5-695dbc88a11a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:29.349082 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.350158 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a9fd5de7-410d-45c9-83b6-f3360734e833 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:16:29.357248 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a5243-147f-4635-ab3e-e400b704817c req-cafa967b-9c9f-41e5-8cca-9d517041f2d3 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:29.361883 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c01a5243-147f-4635-ab3e-e400b704817c req-cafa967b-9c9f-41e5-8cca-9d517041f2d3 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 944 time: 0.0689621 Jun 15 22:16:29.378384 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40674) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:29.402646 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-323737c9-6027-4cee-b1b8-d73a4139c087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.429600 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c01a5243-147f-4635-ab3e-e400b704817c req-acb956f5-9ee4-462d-bac9-5753af4dcac1 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634739 Jun 15 22:16:29.459147 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=5349d20e-592a-407e-a1f5-695dbc88a11a,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:29.495750 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.496187 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.496633 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.497150 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.497577 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.498085 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.498469 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.498906 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.499294 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.499885 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.500188 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.500590 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.500962 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.501357 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.501720 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:29.539042 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a9fd5de7-410d-45c9-83b6-f3360734e833, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a9fd5de7-410d-45c9-83b6-f3360734e833,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:29.540059 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011c1cd-8587-4a3f-b7e4-8c551ac5c92b req-8bdc09db-0b15-40b6-9438-8a0af499bd51 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:29.541609 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6011c1cd-8587-4a3f-b7e4-8c551ac5c92b req-8bdc09db-0b15-40b6-9438-8a0af499bd51 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 944 time: 0.0655999 Jun 15 22:16:29.551704 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'a9fd5de7-410d-45c9-83b6-f3360734e833', 'network_id': '16182893-09af-4eb5-b45b-7d25217c4af9', 'port_id': 'a9fd5de7-410d-45c9-83b6-f3360734e833', 'mac_address': 'fa:16:3e:9c:13:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c1fca3-26c0-477f-952b-2df52382242c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:16:29.587034 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port a9fd5de7-410d-45c9-83b6-f3360734e833 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:29.587352 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.597373 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-323737c9-6027-4cee-b1b8-d73a4139c087 admin admin] Publish callbacks [] for security_group (da62ec90-74e1-40b3-a010-513b2226c347), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.601588 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fd5de7-410d-45c9-83b6-f3360734e833 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:29.607839 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:29.608055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-323737c9-6027-4cee-b1b8-d73a4139c087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (da62ec90-74e1-40b3-a010-513b2226c347), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.624385 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a9fd5de7-410d-45c9-83b6-f3360734e833, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a9fd5de7-410d-45c9-83b6-f3360734e833,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:29.628827 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.631011 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6011c1cd-8587-4a3f-b7e4-8c551ac5c92b req-87503899-8510-4980-91a4-ecb991256ff7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810599 Jun 15 22:16:29.659102 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323737c9-6027-4cee-b1b8-d73a4139c087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da62ec90-74e1-40b3-a010-513b2226c347,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:29.663480 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-323737c9-6027-4cee-b1b8-d73a4139c087 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56e9c2482620472c99f167002a9ac1b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811854 Jun 15 22:16:29.663703 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40682) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:29.691543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=a9fd5de7-410d-45c9-83b6-f3360734e833,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:29.734374 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ae04c43a-0867-49c6-8745-c46f1e5186fc admin admin] Publish callbacks [] for security_group (da62ec90-74e1-40b3-a010-513b2226c347), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.758346 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ae04c43a-0867-49c6-8745-c46f1e5186fc admin admin] Publish callbacks [] for security_group (da62ec90-74e1-40b3-a010-513b2226c347), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.818543 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ae04c43a-0867-49c6-8745-c46f1e5186fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (da62ec90-74e1-40b3-a010-513b2226c347), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.821089 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ae04c43a-0867-49c6-8745-c46f1e5186fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:29.825434 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ae04c43a-0867-49c6-8745-c46f1e5186fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da62ec90-74e1-40b3-a010-513b2226c347 HTTP/1.1" status: 204 len: 168 time: 0.1606321 Jun 15 22:16:29.834295 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04c43a-0867-49c6-8745-c46f1e5186fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da62ec90-74e1-40b3-a010-513b2226c347,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:30.012491 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40694) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:30.046903 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40698) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:30.061048 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-54c2fd0f-b38b-490c-8561-4bf150e4f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:30.063819 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-54c2fd0f-b38b-490c-8561-4bf150e4f903 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645137 Jun 15 22:16:30.120570 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-4b2d623e-a835-4cb7-b7d7-272202d4901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:30.122112 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-4b2d623e-a835-4cb7-b7d7-272202d4901f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 1128 time: 0.1104441 Jun 15 22:16:30.179375 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-aee8f798-db58-45bf-8ed4-c3a98a8a8850 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083796 Jun 15 22:16:30.185886 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cd7036b-a3fa-4b13-8c84-07c986d709e6 req-7da01371-376f-4dfe-a391-f42766248615 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862731 Jun 15 22:16:30.220158 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['5349d20e-592a-407e-a1f5-695dbc88a11a'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:16:30.304280 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-ee534e16-08e6-4b18-8441-96bdadeb9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:30.305816 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-ee534e16-08e6-4b18-8441-96bdadeb9c5d service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.1713259 Jun 15 22:16:30.383380 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-2c5b706c-0aa4-4127-ae90-35aac3194d1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a HTTP/1.1" status: 200 len: 217 time: 0.0675509 Jun 15 22:16:30.436531 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-10043f3e-b148-440c-b11b-697f9e4cce08 req-3cab3929-d883-46a5-9176-d09b2a35b6da service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456975 Jun 15 22:16:30.478511 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:30.481339 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce58-192b-486b-8fb5-369b73361a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:30.509939 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['a9fd5de7-410d-45c9-83b6-f3360734e833'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:16:30.566806 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-cccc872c-a546-4eb8-875b-029568cef14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:30.570186 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-cccc872c-a546-4eb8-875b-029568cef14a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.1660180 Jun 15 22:16:30.589201 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3123313-a83d-4e4f-8251-ebda815c2a78 req-6323c362-3b6b-40b1-aad5-33fa52cadebf tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:30.591864 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3123313-a83d-4e4f-8251-ebda815c2a78 req-6323c362-3b6b-40b1-aad5-33fa52cadebf tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.2129154 Jun 15 22:16:30.648399 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce58-192b-486b-8fb5-369b73361a53 admin admin] Publish callbacks [] for security_group (76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:30.656439 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74086a1-125a-434f-816e-98f1c3fb55ef req-46c1e2fd-6799-4015-9aa2-4777048143c1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:30.665085 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e74086a1-125a-434f-816e-98f1c3fb55ef req-46c1e2fd-6799-4015-9aa2-4777048143c1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 944 time: 0.2273228 Jun 15 22:16:30.672608 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:30.673749 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce58-192b-486b-8fb5-369b73361a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:30.716508 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3123313-a83d-4e4f-8251-ebda815c2a78 req-ca4725e7-8eef-47d1-aca7-709e90d33d98 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086426 Jun 15 22:16:30.767149 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:30.771509 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0cf8ce58-192b-486b-8fb5-369b73361a53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=737ba7372c324dfbaac1f9f889a371a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7568374 Jun 15 22:16:30.774047 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 40724) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:30.791152 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8ce58-192b-486b-8fb5-369b73361a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:30.816717 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e58b0d7a-6830-48c2-9851-7eef2adf1fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:30.859028 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e74086a1-125a-434f-816e-98f1c3fb55ef req-1d7a9480-7948-46ee-b115-7f1da7e6def3 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927507 Jun 15 22:16:30.904397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06a76b-de93-4481-9abb-863a7c0bfde6 req-f7359d24-e8d4-4b9e-954c-501414d82092 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:30.909110 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd06a76b-de93-4481-9abb-863a7c0bfde6 req-f7359d24-e8d4-4b9e-954c-501414d82092 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 945 time: 0.1075947 Jun 15 22:16:30.912229 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Publish callbacks [] for security_group (76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:30.993432 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Publish callbacks [] for security_group (76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.031026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e58b0d7a-6830-48c2-9851-7eef2adf1fc8 admin admin] Publish callbacks [] for security_group (ce49663d-8b9e-47e9-bac9-509c67652814), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.056467 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd06a76b-de93-4481-9abb-863a7c0bfde6 req-c302befa-d7a0-4edc-889d-2556890d2fb8 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411262 Jun 15 22:16:31.059330 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e58b0d7a-6830-48c2-9851-7eef2adf1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ce49663d-8b9e-47e9-bac9-509c67652814), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.109297 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.112138 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.113411 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6 HTTP/1.1" status: 204 len: 168 time: 0.3383081 Jun 15 22:16:31.123860 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d7310f-e2f5-46e2-ac86-36c3bd0ac8c6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:31.134344 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.135062 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.135622 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.136599 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.137099 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.137648 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.138158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.138859 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.139363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.140067 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.140397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.140885 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.141281 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.141676 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.142151 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f3c8c-ab48-4605-bf99-ad6c27c0ba07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:16:31.147992 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa208e1-a215-4b86-bae8-851c9a264912 req-6bff51b4-b77a-4046-980b-34f8bd392636 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:31.150442 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9aa208e1-a215-4b86-bae8-851c9a264912 req-6bff51b4-b77a-4046-980b-34f8bd392636 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 944 time: 0.1174619 Jun 15 22:16:31.170732 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e58b0d7a-6830-48c2-9851-7eef2adf1fc8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08e9cd300044456ebd8c92cde72f4601&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1226268 Jun 15 22:16:31.173675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 40744) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:31.180863 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b0d7a-6830-48c2-9851-7eef2adf1fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce49663d-8b9e-47e9-bac9-509c67652814,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:31.195260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device c9c6920c-14fa-4def-95f3-a52bc33fd374 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:16:31.236947 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9aa208e1-a215-4b86-bae8-851c9a264912 req-354210ad-e077-4a87-afeb-e6786f4396d1 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651226 Jun 15 22:16:31.274776 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-db4d7300-bc3c-436d-aab2-0871cceaf780 admin admin] Publish callbacks [] for security_group (ce49663d-8b9e-47e9-bac9-509c67652814), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.281054 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:31.310301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-db4d7300-bc3c-436d-aab2-0871cceaf780 admin admin] Publish callbacks [] for security_group (ce49663d-8b9e-47e9-bac9-509c67652814), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.346910 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:31.351084 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port c9c6920c-14fa-4def-95f3-a52bc33fd374, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:31.370471 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'port_id': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'mac_address': 'fa:16:3e:ae:5f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:16:31.419964 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port c9c6920c-14fa-4def-95f3-a52bc33fd374 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:31.420931 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.421112 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-38d37f8a-3c71-46eb-8ca2-ba27f83b8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:31.422904 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-38d37f8a-3c71-46eb-8ca2-ba27f83b8ef0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729342 Jun 15 22:16:31.424122 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-db4d7300-bc3c-436d-aab2-0871cceaf780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ce49663d-8b9e-47e9-bac9-509c67652814), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.426703 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-db4d7300-bc3c-436d-aab2-0871cceaf780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.428902 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-db4d7300-bc3c-436d-aab2-0871cceaf780 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce49663d-8b9e-47e9-bac9-509c67652814 HTTP/1.1" status: 204 len: 168 time: 0.2536314 Jun 15 22:16:31.459754 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d7300-bc3c-436d-aab2-0871cceaf780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce49663d-8b9e-47e9-bac9-509c67652814,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:31.570550 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40756) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:31.584978 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c6920c-14fa-4def-95f3-a52bc33fd374 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:31.590385 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-0600cd98-244d-4a7f-ab07-77fd41e6b40e service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602819 Jun 15 22:16:31.592659 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-87d5868c-abd1-490d-a58f-80aeeffbf007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.631528 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port c9c6920c-14fa-4def-95f3-a52bc33fd374, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:31.639272 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.641623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4dc0def1-b88d-4f1c-9be4-a801af02f48a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:16:31.692896 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 5349d20e-592a-407e-a1f5-695dbc88a11a up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:31.709519 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-87d5868c-abd1-490d-a58f-80aeeffbf007 admin admin] Publish callbacks [] for security_group (ae044163-efea-4703-b5d5-1bf6f952f691), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.716757 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-87d5868c-abd1-490d-a58f-80aeeffbf007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ae044163-efea-4703-b5d5-1bf6f952f691), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.788184 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=c9c6920c-14fa-4def-95f3-a52bc33fd374,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:31.804329 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8fd77d2-fd58-4119-96d7-414c65473e5d req-8fd94eb1-bd22-4282-aa28-42d5a9039c17 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063656 Jun 15 22:16:31.811316 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:31.820221 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-87d5868c-abd1-490d-a58f-80aeeffbf007 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdc522d7295147f3b8f374349a1a7e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480133 Jun 15 22:16:31.821576 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5868c-abd1-490d-a58f-80aeeffbf007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae044163-efea-4703-b5d5-1bf6f952f691,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:31.826911 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 40764) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:31.848234 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 5349d20e-592a-407e-a1f5-695dbc88a11a completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:16:31.868720 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 5349d20e-592a-407e-a1f5-695dbc88a11a triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:31.869271 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.962970 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:31.964020 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ad36296f-ad47-4c0f-8af3-701b35bb69dd admin admin] Publish callbacks [] for security_group (ae044163-efea-4703-b5d5-1bf6f952f691), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:31.964225 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 4dc0def1-b88d-4f1c-9be4-a801af02f48a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:31.974046 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9e69e-4243-4e71-a6ec-04575bc4a4eb req-df8cff6d-f977-4dec-abe4-49916062fa97 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:31.975643 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aad9e69e-4243-4e71-a6ec-04575bc4a4eb req-df8cff6d-f977-4dec-abe4-49916062fa97 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.1124196 Jun 15 22:16:31.999315 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '4dc0def1-b88d-4f1c-9be4-a801af02f48a', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'port_id': '4dc0def1-b88d-4f1c-9be4-a801af02f48a', 'mac_address': 'fa:16:3e:60:87:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:16:32.028675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ad36296f-ad47-4c0f-8af3-701b35bb69dd admin admin] Publish callbacks [] for security_group (ae044163-efea-4703-b5d5-1bf6f952f691), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.115078 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 5349d20e-592a-407e-a1f5-695dbc88a11a is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:32.115508 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.116699 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aad9e69e-4243-4e71-a6ec-04575bc4a4eb req-9594b8fa-0a68-45ae-abac-cac52f1c9b2a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297426 Jun 15 22:16:32.150204 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195e563-2e24-420c-8d6e-be6ad8f56acc req-23808d95-e8c7-4755-bad5-4049b27fbe58 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:32.152480 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b195e563-2e24-420c-8d6e-be6ad8f56acc req-23808d95-e8c7-4755-bad5-4049b27fbe58 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 945 time: 0.1255207 Jun 15 22:16:32.153029 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 4dc0def1-b88d-4f1c-9be4-a801af02f48a is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:32.153279 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ad36296f-ad47-4c0f-8af3-701b35bb69dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ae044163-efea-4703-b5d5-1bf6f952f691), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.154725 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.171060 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ad36296f-ad47-4c0f-8af3-701b35bb69dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.174065 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ad36296f-ad47-4c0f-8af3-701b35bb69dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae044163-efea-4703-b5d5-1bf6f952f691 HTTP/1.1" status: 204 len: 168 time: 0.3453321 Jun 15 22:16:32.201824 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36296f-ad47-4c0f-8af3-701b35bb69dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae044163-efea-4703-b5d5-1bf6f952f691,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:32.211576 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc0def1-b88d-4f1c-9be4-a801af02f48a {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:32.247701 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5349d20e-592a-407e-a1f5-695dbc88a11a'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:32.307218 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b195e563-2e24-420c-8d6e-be6ad8f56acc req-fb06ac94-2882-442c-a6a4-207b71807cdb tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472199 Jun 15 22:16:32.355027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 5349d20e-592a-407e-a1f5-695dbc88a11a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5349d20e-592a-407e-a1f5-695dbc88a11a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:32.373651 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.374546 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a9fd5de7-410d-45c9-83b6-f3360734e833 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:32.377902 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 4dc0def1-b88d-4f1c-9be4-a801af02f48a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:32.405427 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.423533 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 40792) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:32.431237 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029f6e-23ac-43ad-9020-cb3c3055220b req-46b85c34-4a42-4ce3-be7a-cccaaf37c3b3 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:32.448164 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0029f6e-23ac-43ad-9020-cb3c3055220b req-46b85c34-4a42-4ce3-be7a-cccaaf37c3b3 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 945 time: 0.1703634 Jun 15 22:16:32.537010 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=5349d20e-592a-407e-a1f5-695dbc88a11a,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:32.545192 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port a9fd5de7-410d-45c9-83b6-f3360734e833 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:16:32.607550 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc2bc1-7751-4c77-bfc1-dd1c8d51eded req-4081cf47-5d5a-4d1d-9875-df9052525e4e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:32.607695 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0029f6e-23ac-43ad-9020-cb3c3055220b req-8a5a0365-d14d-4d6c-8d52-db3ee3d8d598 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562574 Jun 15 22:16:32.617169 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-82bc2bc1-7751-4c77-bfc1-dd1c8d51eded req-4081cf47-5d5a-4d1d-9875-df9052525e4e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 945 time: 0.1544232 Jun 15 22:16:32.627627 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:32.636483 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port a9fd5de7-410d-45c9-83b6-f3360734e833 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:32.636889 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.677127 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-53e92dcf-6533-410a-ad3e-9a65f720d6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.693868 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=4dc0def1-b88d-4f1c-9be4-a801af02f48a,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:32.703295 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:32.725826 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-82bc2bc1-7751-4c77-bfc1-dd1c8d51eded req-1bbf12ca-6180-4b22-a5ad-22db78ac4eb3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075506 Jun 15 22:16:32.760636 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port a9fd5de7-410d-45c9-83b6-f3360734e833 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:32.761023 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.812412 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-53e92dcf-6533-410a-ad3e-9a65f720d6e9 admin admin] Publish callbacks [] for security_group (b63439e4-baf7-4498-ad9e-e27a1dd68db2), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.815591 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a9fd5de7-410d-45c9-83b6-f3360734e833, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a9fd5de7-410d-45c9-83b6-f3360734e833,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:32.820914 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-53e92dcf-6533-410a-ad3e-9a65f720d6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b63439e4-baf7-4498-ad9e-e27a1dd68db2), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.823459 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.858904 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-53e92dcf-6533-410a-ad3e-9a65f720d6e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fe061a4efdc4a99b0f273cacca243eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4340975 Jun 15 22:16:32.862748 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 40808) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:32.882720 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e92dcf-6533-410a-ad3e-9a65f720d6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63439e4-baf7-4498-ad9e-e27a1dd68db2,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:32.923006 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c94ec2f-85d1-4841-a75f-ce5fdd2324bb" -d '{"events": [{"server_uuid": "eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8", "name": "network-vif-plugged", "status": "completed", "tag": "5349d20e-592a-407e-a1f5-695dbc88a11a"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:32.940475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-205bbf56-62d9-4aad-8d41-c3257501a94c admin admin] Publish callbacks [] for security_group (b63439e4-baf7-4498-ad9e-e27a1dd68db2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:32.958716 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['c9c6920c-14fa-4def-95f3-a52bc33fd374'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:16:32.972544 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-205bbf56-62d9-4aad-8d41-c3257501a94c admin admin] Publish callbacks [] for security_group (b63439e4-baf7-4498-ad9e-e27a1dd68db2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:33.036981 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=a9fd5de7-410d-45c9-83b6-f3360734e833,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:33.057945 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['4dc0def1-b88d-4f1c-9be4-a801af02f48a'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:16:33.071743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-205bbf56-62d9-4aad-8d41-c3257501a94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b63439e4-baf7-4498-ad9e-e27a1dd68db2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:33.074685 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-205bbf56-62d9-4aad-8d41-c3257501a94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:33.075899 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-205bbf56-62d9-4aad-8d41-c3257501a94c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b63439e4-baf7-4498-ad9e-e27a1dd68db2 HTTP/1.1" status: 204 len: 168 time: 0.2114315 Jun 15 22:16:33.084844 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bbf56-62d9-4aad-8d41-c3257501a94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63439e4-baf7-4498-ad9e-e27a1dd68db2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:33.188606 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 310ea2f0-df91-4235-8abb-98fd6be92641 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:16:33.221530 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:33.254599 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f4bd2-b60b-448f-b4db-f7337b58c768 x-openstack-request-id: req-667f4bd2-b60b-448f-b4db-f7337b58c768 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:33.255002 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8", "name": "network-vif-plugged", "status": "completed", "tag": "5349d20e-592a-407e-a1f5-695dbc88a11a", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:33.255426 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-667f4bd2-b60b-448f-b4db-f7337b58c768 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:33.256084 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667f4bd2-b60b-448f-b4db-f7337b58c768'] response: {'server_uuid': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5349d20e-592a-407e-a1f5-695dbc88a11a', 'code': 200} Jun 15 22:16:33.375458 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c0e10-dd29-4280-b876-0d6e6d2c437c req-930aad5f-e1b6-40b2-b90c-10405920973d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:33.386161 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-db7c0e10-dd29-4280-b876-0d6e6d2c437c req-930aad5f-e1b6-40b2-b90c-10405920973d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 944 time: 0.1390996 Jun 15 22:16:33.483821 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:33.488376 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-db7c0e10-dd29-4280-b876-0d6e6d2c437c req-6f9b837d-8570-488e-8afe-0af7152c9d46 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983918 Jun 15 22:16:33.553843 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc00b1-bd31-454e-b437-22ef7dfaab1a req-71e89688-9d0a-4c8b-884e-b3e222d91372 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:33.563133 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dacc00b1-bd31-454e-b437-22ef7dfaab1a req-71e89688-9d0a-4c8b-884e-b3e222d91372 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 945 time: 0.1071384 Jun 15 22:16:33.578280 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 310ea2f0-df91-4235-8abb-98fd6be92641, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=310ea2f0-df91-4235-8abb-98fd6be92641,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:33.603304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '310ea2f0-df91-4235-8abb-98fd6be92641', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:16:33.677105 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 310ea2f0-df91-4235-8abb-98fd6be92641 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:33.677533 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:33.691046 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:33.708641 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ea2f0-df91-4235-8abb-98fd6be92641 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:33.716566 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:33.758259 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dacc00b1-bd31-454e-b437-22ef7dfaab1a req-d3520ae7-cc7e-4c3c-bf5e-0f0c4a721436 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923833 Jun 15 22:16:33.758473 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 310ea2f0-df91-4235-8abb-98fd6be92641, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=310ea2f0-df91-4235-8abb-98fd6be92641,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:33.764996 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:33.806887 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3938a6-b17b-4205-b5a1-c956ff21b17f req-1179012c-c399-4c1c-9977-bb57ba2a5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:33.820169 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c3938a6-b17b-4205-b5a1-c956ff21b17f req-1179012c-c399-4c1c-9977-bb57ba2a5cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 1129 time: 0.2470820 Jun 15 22:16:33.852045 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5c3938a6-b17b-4205-b5a1-c956ff21b17f req-c7cf8303-ed7b-4ee9-8605-644eb41aa92b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:33.878540 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=310ea2f0-df91-4235-8abb-98fd6be92641,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:33.904552 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdc641-ae44-40ec-a2cc-594a6a097849 req-03450584-97e5-41d0-a8de-f10fab97d061 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:33.907679 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-44cdc641-ae44-40ec-a2cc-594a6a097849 req-03450584-97e5-41d0-a8de-f10fab97d061 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.1155879 Jun 15 22:16:33.978532 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-44cdc641-ae44-40ec-a2cc-594a6a097849 req-b9d86016-0131-484a-bfc8-59cd464efb36 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587659 Jun 15 22:16:34.205283 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34c655-9906-4d07-8b48-70dadc3d1f30 req-9a1f4197-7e99-495d-a973-73c146d34a20 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:34.206960 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d34c655-9906-4d07-8b48-70dadc3d1f30 req-9a1f4197-7e99-495d-a973-73c146d34a20 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 945 time: 0.2892780 Jun 15 22:16:34.346150 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d34c655-9906-4d07-8b48-70dadc3d1f30 req-effdb583-ec3b-4d12-8b99-828398c7465f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236062 Jun 15 22:16:34.349870 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5c3938a6-b17b-4205-b5a1-c956ff21b17f req-c7cf8303-ed7b-4ee9-8605-644eb41aa92b service neutron] Publish callbacks [] for security_group (938dd99b-10d9-49b1-a5d8-f42d66affdac), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:34.357925 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5c3938a6-b17b-4205-b5a1-c956ff21b17f req-c7cf8303-ed7b-4ee9-8605-644eb41aa92b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (938dd99b-10d9-49b1-a5d8-f42d66affdac), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:34.414312 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf8303-ed7b-4ee9-8605-644eb41aa92b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=938dd99b-10d9-49b1-a5d8-f42d66affdac,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:34.424048 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c3938a6-b17b-4205-b5a1-c956ff21b17f req-c7cf8303-ed7b-4ee9-8605-644eb41aa92b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011221 Jun 15 22:16:34.631469 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202ce3-47fe-4fab-b4de-d29e2d9306a4 req-8cf2ac59-1acd-4ba2-b5dc-1aed0fd39f16 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:34.633160 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-79202ce3-47fe-4fab-b4de-d29e2d9306a4 req-8cf2ac59-1acd-4ba2-b5dc-1aed0fd39f16 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 945 time: 0.0584202 Jun 15 22:16:34.691733 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-79202ce3-47fe-4fab-b4de-d29e2d9306a4 req-2380f2f0-a151-4803-baa0-2a68c3a7547b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493543 Jun 15 22:16:34.920989 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e75680-1a4a-4c93-a487-e30de9da8265 req-13968db0-cdc4-4c24-bed9-e9c1551f6b60 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:34.930181 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45e75680-1a4a-4c93-a487-e30de9da8265 req-13968db0-cdc4-4c24-bed9-e9c1551f6b60 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 945 time: 0.0678246 Jun 15 22:16:34.945824 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['310ea2f0-df91-4235-8abb-98fd6be92641'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:16:34.965971 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:35.004191 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-45e75680-1a4a-4c93-a487-e30de9da8265 req-06434516-2fe6-42b5-96a8-8cd856c8c1f6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729845 Jun 15 22:16:35.114091 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac3cd5-7640-4196-9684-b7677b920902 req-29630269-b5d4-4f0a-afd2-833bcacda1be tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:35.121862 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-efac3cd5-7640-4196-9684-b7677b920902 req-29630269-b5d4-4f0a-afd2-833bcacda1be tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.0664682 Jun 15 22:16:35.189917 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device c9c6920c-14fa-4def-95f3-a52bc33fd374 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:35.206950 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-efac3cd5-7640-4196-9684-b7677b920902 req-ce8e2e62-58c6-42dc-99a7-a16bd3120887 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840206 Jun 15 22:16:35.251446 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port c9c6920c-14fa-4def-95f3-a52bc33fd374 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:16:35.257886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb59e48-8e20-4238-b880-a1052494e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fd5de7-410d-45c9-83b6-f3360734e833'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:35.261659 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b4ad8d-3acb-4381-99f0-c23db2250bfb" -d '{"events": [{"server_uuid": "fbb59e48-8e20-4238-b880-a1052494e259", "name": "network-vif-plugged", "status": "completed", "tag": "a9fd5de7-410d-45c9-83b6-f3360734e833"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:35.265306 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port c9c6920c-14fa-4def-95f3-a52bc33fd374 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:35.265795 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:35.348463 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55104bc-1523-4ef6-9049-77e561ea248d x-openstack-request-id: req-f55104bc-1523-4ef6-9049-77e561ea248d {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:35.348829 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb59e48-8e20-4238-b880-a1052494e259", "name": "network-vif-plugged", "status": "completed", "tag": "a9fd5de7-410d-45c9-83b6-f3360734e833", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:35.349154 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f55104bc-1523-4ef6-9049-77e561ea248d {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:35.349747 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55104bc-1523-4ef6-9049-77e561ea248d'] response: {'server_uuid': 'fbb59e48-8e20-4238-b880-a1052494e259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fd5de7-410d-45c9-83b6-f3360734e833', 'code': 200} Jun 15 22:16:35.366263 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port c9c6920c-14fa-4def-95f3-a52bc33fd374 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:35.367309 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:35.429456 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port c9c6920c-14fa-4def-95f3-a52bc33fd374, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:35.436300 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:35.437167 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4dc0def1-b88d-4f1c-9be4-a801af02f48a up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:35.545594 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:35.576952 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 4dc0def1-b88d-4f1c-9be4-a801af02f48a completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:16:35.580865 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=c9c6920c-14fa-4def-95f3-a52bc33fd374,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:35.601878 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 4dc0def1-b88d-4f1c-9be4-a801af02f48a triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:35.602356 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:35.607715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47dc0b-910f-4a6c-abd3-2044d93b8aaf req-45a843b5-2607-47aa-894a-87ba6602ec75 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:35.615902 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cb47dc0b-910f-4a6c-abd3-2044d93b8aaf req-45a843b5-2607-47aa-894a-87ba6602ec75 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 945 time: 0.1555429 Jun 15 22:16:35.715554 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cb47dc0b-910f-4a6c-abd3-2044d93b8aaf req-91241dc5-e419-4851-962f-873ddbe8b395 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878241 Jun 15 22:16:35.730301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3e273-e01a-408d-a6c5-9e9ed03d07d4 req-12433b24-d30c-42b8-bf97-db3dd8989f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:35.731960 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3c3e273-e01a-408d-a6c5-9e9ed03d07d4 req-12433b24-d30c-42b8-bf97-db3dd8989f26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 1130 time: 0.1403553 Jun 15 22:16:35.785415 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 4dc0def1-b88d-4f1c-9be4-a801af02f48a is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:35.786051 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:35.818178 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3c3e273-e01a-408d-a6c5-9e9ed03d07d4 req-df5e5163-18dc-4035-be08-a2d25833b2f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609856 Jun 15 22:16:35.846672 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 4dc0def1-b88d-4f1c-9be4-a801af02f48a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:35.852561 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:35.862133 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8feec7-8d15-4e47-820f-b0a0ad1d6a93 req-4930fc3f-8d4b-4889-a9a3-fae4847b07d2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:35.864698 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf8feec7-8d15-4e47-820f-b0a0ad1d6a93 req-4930fc3f-8d4b-4889-a9a3-fae4847b07d2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 945 time: 0.0631056 Jun 15 22:16:35.908849 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=4dc0def1-b88d-4f1c-9be4-a801af02f48a,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:35.930316 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf8feec7-8d15-4e47-820f-b0a0ad1d6a93 req-46bc4cd5-f86c-4e00-bf51-ad8483993753 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508361 Jun 15 22:16:36.151583 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c081ff-09bc-4e41-9b63-6a651e2828d5 req-a7325648-6d61-4531-aa59-d5efb2b6e55d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:36.159582 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-57c081ff-09bc-4e41-9b63-6a651e2828d5 req-a7325648-6d61-4531-aa59-d5efb2b6e55d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0717096 Jun 15 22:16:36.251021 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-57c081ff-09bc-4e41-9b63-6a651e2828d5 req-47a17b97-371a-41a5-82ce-8169a5ad9623 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899303 Jun 15 22:16:36.368011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b1954-e0b3-4ff5-8bb0-727aa5a8a74b req-90410460-62f1-44e9-9fad-4ae238067d43 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:36.370017 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b5b1954-e0b3-4ff5-8bb0-727aa5a8a74b req-90410460-62f1-44e9-9fad-4ae238067d43 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.0601604 Jun 15 22:16:36.427753 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b5b1954-e0b3-4ff5-8bb0-727aa5a8a74b req-a9d802ae-58e1-48f7-8974-8d7cb0a5e6a6 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Jun 15 22:16:36.846444 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30c9ae-ab87-4916-9e66-176a7465d676 req-07f77adf-d1e2-4cad-8dd5-0cdf9bca6914 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:36.848029 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5e30c9ae-ab87-4916-9e66-176a7465d676 req-07f77adf-d1e2-4cad-8dd5-0cdf9bca6914 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0576725 Jun 15 22:16:36.901337 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5e30c9ae-ab87-4916-9e66-176a7465d676 req-491babe4-488a-4af2-b358-32f8385e7762 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465822 Jun 15 22:16:37.057577 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df6cc-84ce-4626-ba11-39acc62a2737 req-537c8966-e705-47dd-a0d5-e21c99ccc1ce tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:37.059099 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-142df6cc-84ce-4626-ba11-39acc62a2737 req-537c8966-e705-47dd-a0d5-e21c99ccc1ce tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 945 time: 0.0521643 Jun 15 22:16:37.127798 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-142df6cc-84ce-4626-ba11-39acc62a2737 req-8f1956ba-e8c0-4d80-808a-0c6f716fb949 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584941 Jun 15 22:16:37.187466 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 310ea2f0-df91-4235-8abb-98fd6be92641 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:16:37.244407 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 310ea2f0-df91-4235-8abb-98fd6be92641 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:16:37.252193 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 310ea2f0-df91-4235-8abb-98fd6be92641 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:37.252688 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:37.311639 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:37.351236 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374'}, {'server_uuid': '5b32ad40-764f-44d0-a589-d823eee5b508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0def1-b88d-4f1c-9be4-a801af02f48a'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:37.353521 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353a9fbb-5ec9-4bf8-b2a9-8838af7b3b34" -d '{"events": [{"server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "name": "network-vif-plugged", "status": "completed", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374"}, {"server_uuid": "5b32ad40-764f-44d0-a589-d823eee5b508", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0def1-b88d-4f1c-9be4-a801af02f48a"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:37.360253 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 310ea2f0-df91-4235-8abb-98fd6be92641 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:16:37.360630 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:37.382311 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291cab7-f9c1-42dd-bbd5-dd0c42cbf7c8 req-9f3d4296-0325-4317-8d7c-fc222dfc514f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:37.383818 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5291cab7-f9c1-42dd-bbd5-dd0c42cbf7c8 req-9f3d4296-0325-4317-8d7c-fc222dfc514f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0595751 Jun 15 22:16:37.396952 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 310ea2f0-df91-4235-8abb-98fd6be92641, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=310ea2f0-df91-4235-8abb-98fd6be92641,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:16:37.399149 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f387d-81a1-46fa-850b-c598477e1b1a x-openstack-request-id: req-7a8f387d-81a1-46fa-850b-c598477e1b1a {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:37.399372 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "name": "network-vif-plugged", "status": "completed", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374", "code": 200}, {"server_uuid": "5b32ad40-764f-44d0-a589-d823eee5b508", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0def1-b88d-4f1c-9be4-a801af02f48a", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:37.399612 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a8f387d-81a1-46fa-850b-c598477e1b1a {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:37.400023 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8f387d-81a1-46fa-850b-c598477e1b1a'] response: {'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'code': 200} Jun 15 22:16:37.400291 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8f387d-81a1-46fa-850b-c598477e1b1a'] response: {'server_uuid': '5b32ad40-764f-44d0-a589-d823eee5b508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0def1-b88d-4f1c-9be4-a801af02f48a', 'code': 200} Jun 15 22:16:37.401836 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:37.440817 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5291cab7-f9c1-42dd-bbd5-dd0c42cbf7c8 req-5c3feaf2-5b06-40d2-8e6e-dac60aa2dd33 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492551 Jun 15 22:16:37.453862 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=310ea2f0-df91-4235-8abb-98fd6be92641,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:37.546348 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a2260-cbd3-4ef7-ab82-d39360584f80 req-af512ca2-ec8d-4851-8901-2e528af28826 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:37.547810 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b4a2260-cbd3-4ef7-ab82-d39360584f80 req-af512ca2-ec8d-4851-8901-2e528af28826 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.0487719 Jun 15 22:16:37.610264 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b4a2260-cbd3-4ef7-ab82-d39360584f80 req-fffed366-5280-4e56-a2f8-6f7190cecdec tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535498 Jun 15 22:16:38.021939 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:38.076283 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251ff18-cff9-4b95-89e5-d7d1f2ba685a req-6a43abb4-6db3-4d71-ba98-c745508c2c45 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:38.083793 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4251ff18-cff9-4b95-89e5-d7d1f2ba685a req-6a43abb4-6db3-4d71-ba98-c745508c2c45 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0731061 Jun 15 22:16:38.133312 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4251ff18-cff9-4b95-89e5-d7d1f2ba685a req-0fa3dd47-20a2-4414-af5b-7f0e1b05a70a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Jun 15 22:16:38.261445 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422593b-6290-48c7-98a1-44113d367390 req-00a2319c-7ce8-4866-be4a-9bae11424291 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:38.263222 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2422593b-6290-48c7-98a1-44113d367390 req-00a2319c-7ce8-4866-be4a-9bae11424291 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0584652 Jun 15 22:16:38.270681 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41070) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:38.308237 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:38.324851 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2422593b-6290-48c7-98a1-44113d367390 req-1dec554e-7d17-4de0-88c4-ffba946cd3cb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515301 Jun 15 22:16:38.403785 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4152749f-c5cd-4086-ac7d-8a48b9760ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.487089 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4152749f-c5cd-4086-ac7d-8a48b9760ade admin admin] Publish callbacks [] for security_group (48e4036a-1295-42a6-b7b0-32907de0d26b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.494314 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4152749f-c5cd-4086-ac7d-8a48b9760ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (48e4036a-1295-42a6-b7b0-32907de0d26b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.537951 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4152749f-c5cd-4086-ac7d-8a48b9760ade admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6a1009f50914a0f9061fc1721ba0b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658515 Jun 15 22:16:38.539085 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152749f-c5cd-4086-ac7d-8a48b9760ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e4036a-1295-42a6-b7b0-32907de0d26b,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:38.541593 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41078) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:38.563352 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180854d-b65d-4c3d-aa7b-1dded2a8ed54 req-b8c43943-c3e0-4c4a-8ab0-770d181c773b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:38.564874 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2180854d-b65d-4c3d-aa7b-1dded2a8ed54 req-b8c43943-c3e0-4c4a-8ab0-770d181c773b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0492077 Jun 15 22:16:38.591638 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f26f53a-8b37-44e9-823d-94bb4283c435 admin admin] Publish callbacks [] for security_group (48e4036a-1295-42a6-b7b0-32907de0d26b), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.613597 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f26f53a-8b37-44e9-823d-94bb4283c435 admin admin] Publish callbacks [] for security_group (48e4036a-1295-42a6-b7b0-32907de0d26b), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.614707 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2180854d-b65d-4c3d-aa7b-1dded2a8ed54 req-bd51ceeb-c1a3-420d-b7fe-3813bc7db3d5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Jun 15 22:16:38.663672 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f26f53a-8b37-44e9-823d-94bb4283c435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (48e4036a-1295-42a6-b7b0-32907de0d26b), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.666383 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8f26f53a-8b37-44e9-823d-94bb4283c435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.667552 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8f26f53a-8b37-44e9-823d-94bb4283c435 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48e4036a-1295-42a6-b7b0-32907de0d26b HTTP/1.1" status: 204 len: 168 time: 0.1252193 Jun 15 22:16:38.675693 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26f53a-8b37-44e9-823d-94bb4283c435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e4036a-1295-42a6-b7b0-32907de0d26b,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:38.956971 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41086) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:38.971724 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee5ea-05a3-4b18-b989-132f4a5a1724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:38.973987 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:39.060418 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee5ea-05a3-4b18-b989-132f4a5a1724 admin admin] Publish callbacks [] for security_group (72bbc37d-c834-4a2d-91d4-f59818666dcb), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:39.065095 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4c3ee5ea-05a3-4b18-b989-132f4a5a1724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (72bbc37d-c834-4a2d-91d4-f59818666dcb), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:39.102986 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ee5ea-05a3-4b18-b989-132f4a5a1724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bbc37d-c834-4a2d-91d4-f59818666dcb,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:39.110032 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41092) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:39.110520 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4c3ee5ea-05a3-4b18-b989-132f4a5a1724 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40d4adc4c87640fa8cafbfe0bb96c479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518326 Jun 15 22:16:39.172582 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3bfb78db-7aac-4698-ae9d-5dcddd0fa771 admin admin] Publish callbacks [] for security_group (72bbc37d-c834-4a2d-91d4-f59818666dcb), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:39.198788 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3bfb78db-7aac-4698-ae9d-5dcddd0fa771 admin admin] Publish callbacks [] for security_group (72bbc37d-c834-4a2d-91d4-f59818666dcb), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:39.208196 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:39.270201 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3bfb78db-7aac-4698-ae9d-5dcddd0fa771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (72bbc37d-c834-4a2d-91d4-f59818666dcb), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:39.274801 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3bfb78db-7aac-4698-ae9d-5dcddd0fa771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:39.275955 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-3bfb78db-7aac-4698-ae9d-5dcddd0fa771 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72bbc37d-c834-4a2d-91d4-f59818666dcb HTTP/1.1" status: 204 len: 168 time: 0.1649108 Jun 15 22:16:39.284999 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb78db-7aac-4698-ae9d-5dcddd0fa771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bbc37d-c834-4a2d-91d4-f59818666dcb,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:39.286292 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8ef2-7d0a-4f23-bde0-e49b2161234b req-75d0cfb2-26aa-45d8-b707-5cf25a1fe2c8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:39.287974 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50db8ef2-7d0a-4f23-bde0-e49b2161234b req-75d0cfb2-26aa-45d8-b707-5cf25a1fe2c8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0730820 Jun 15 22:16:39.365601 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-50db8ef2-7d0a-4f23-bde0-e49b2161234b req-fe24e13b-4414-493f-bc5a-e7f02f939a0d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706029 Jun 15 22:16:39.401389 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:39.404258 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546ac42f-9804-432c-8973-197d5a03f6ac" -d '{"events": [{"server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "name": "network-vif-plugged", "status": "completed", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:39.498994 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3553de5-8eef-47a2-8c41-4f832293a4ab x-openstack-request-id: req-e3553de5-8eef-47a2-8c41-4f832293a4ab {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:39.499308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "name": "network-vif-plugged", "status": "completed", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:39.499557 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3553de5-8eef-47a2-8c41-4f832293a4ab {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:39.499988 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3553de5-8eef-47a2-8c41-4f832293a4ab'] response: {'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641', 'code': 200} Jun 15 22:16:39.514670 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861539d4-c791-4ea4-9312-f32bcfda78d5 req-d44eb98f-a569-44b2-8532-836e8bbb2153 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:39.516398 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-861539d4-c791-4ea4-9312-f32bcfda78d5 req-d44eb98f-a569-44b2-8532-836e8bbb2153 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0788751 Jun 15 22:16:39.578756 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-861539d4-c791-4ea4-9312-f32bcfda78d5 req-43f03c39-6637-4a52-ba54-cdde7a5fc0e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552630 Jun 15 22:16:39.740833 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c1dc7-de52-461c-be32-22c85dfd404a req-1024286b-2330-4c0b-8fa3-b51560ba8599 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:39.743185 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e04c1dc7-de52-461c-be32-22c85dfd404a req-1024286b-2330-4c0b-8fa3-b51560ba8599 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0576892 Jun 15 22:16:39.802109 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e04c1dc7-de52-461c-be32-22c85dfd404a req-0fb1907e-a32f-4eac-b346-8a83dc1ad0dc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523028 Jun 15 22:16:40.185353 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41156) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:40.315155 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dfefe3c-7a61-4aa0-a2ef-1ab97b3fb187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:40.387309 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:40.411965 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dfefe3c-7a61-4aa0-a2ef-1ab97b3fb187 admin admin] Publish callbacks [] for security_group (a2ecd9f0-e383-467c-859c-54ed5ec2f0c7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:40.417348 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dfefe3c-7a61-4aa0-a2ef-1ab97b3fb187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (a2ecd9f0-e383-467c-859c-54ed5ec2f0c7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:40.463276 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5dfefe3c-7a61-4aa0-a2ef-1ab97b3fb187 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06025f6a2d4543f79273f9fdbe27b446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741520 Jun 15 22:16:40.464421 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41168) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:40.498361 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfefe3c-7a61-4aa0-a2ef-1ab97b3fb187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ecd9f0-e383-467c-859c-54ed5ec2f0c7,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:40.523762 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae0ac-65b7-4897-9b6b-30556aae7cf5 req-0d2e8797-c711-4238-8790-66bd060fd8bc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:40.525457 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0aaae0ac-65b7-4897-9b6b-30556aae7cf5 req-0d2e8797-c711-4238-8790-66bd060fd8bc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0732362 Jun 15 22:16:40.570411 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-56685067-21b5-4c22-9097-4bb2463e60dd admin admin] Publish callbacks [] for security_group (a2ecd9f0-e383-467c-859c-54ed5ec2f0c7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:40.589199 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0aaae0ac-65b7-4897-9b6b-30556aae7cf5 req-5376e358-7034-49f0-b929-7e667b7eda78 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560668 Jun 15 22:16:40.604374 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-56685067-21b5-4c22-9097-4bb2463e60dd admin admin] Publish callbacks [] for security_group (a2ecd9f0-e383-467c-859c-54ed5ec2f0c7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:40.719694 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-56685067-21b5-4c22-9097-4bb2463e60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (a2ecd9f0-e383-467c-859c-54ed5ec2f0c7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:40.722562 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-56685067-21b5-4c22-9097-4bb2463e60dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:40.727404 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-56685067-21b5-4c22-9097-4bb2463e60dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2ecd9f0-e383-467c-859c-54ed5ec2f0c7 HTTP/1.1" status: 204 len: 168 time: 0.2612824 Jun 15 22:16:40.741783 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56685067-21b5-4c22-9097-4bb2463e60dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ecd9f0-e383-467c-859c-54ed5ec2f0c7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:40.759154 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6d43f-190b-4c2b-8f51-37b9c5425eef req-1c29d0d7-b32b-4c1a-a317-95a627732a3e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:40.760795 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3c6d43f-190b-4c2b-8f51-37b9c5425eef req-1c29d0d7-b32b-4c1a-a317-95a627732a3e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0863602 Jun 15 22:16:40.830065 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3c6d43f-190b-4c2b-8f51-37b9c5425eef req-e0173c5e-7343-45a4-93a7-2895c9613646 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623996 Jun 15 22:16:40.937053 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35585504-8d3f-4e0a-9a3b-b92d871fc590 req-f8605882-b430-4fb7-9775-e49fe150066a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:40.938653 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-35585504-8d3f-4e0a-9a3b-b92d871fc590 req-f8605882-b430-4fb7-9775-e49fe150066a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0515471 Jun 15 22:16:40.989867 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-35585504-8d3f-4e0a-9a3b-b92d871fc590 req-783b9de3-9c5c-4690-97ed-2b476e2f4fe7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439363 Jun 15 22:16:41.063638 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41186) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:41.078230 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3e6ef4d-048c-4150-a4b8-068a07eea7c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:41.162748 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3e6ef4d-048c-4150-a4b8-068a07eea7c0 admin admin] Publish callbacks [] for security_group (6310e8b6-ab70-4f21-b213-ed291cd245ce), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:41.167705 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b3e6ef4d-048c-4150-a4b8-068a07eea7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6310e8b6-ab70-4f21-b213-ed291cd245ce), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:41.215896 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b3e6ef4d-048c-4150-a4b8-068a07eea7c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d26faf95d0f240f9aa9f4ee45715b5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487136 Jun 15 22:16:41.215896 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6ef4d-048c-4150-a4b8-068a07eea7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6310e8b6-ab70-4f21-b213-ed291cd245ce,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:41.217567 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41194) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:41.235090 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:41.277357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dca6757b-fd9b-4428-a5a8-de2d5528e023 admin admin] Publish callbacks [] for security_group (6310e8b6-ab70-4f21-b213-ed291cd245ce), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:41.306850 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dca6757b-fd9b-4428-a5a8-de2d5528e023 admin admin] Publish callbacks [] for security_group (6310e8b6-ab70-4f21-b213-ed291cd245ce), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:41.357244 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dca6757b-fd9b-4428-a5a8-de2d5528e023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6310e8b6-ab70-4f21-b213-ed291cd245ce), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:41.359761 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-dca6757b-fd9b-4428-a5a8-de2d5528e023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:41.360920 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-dca6757b-fd9b-4428-a5a8-de2d5528e023 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6310e8b6-ab70-4f21-b213-ed291cd245ce HTTP/1.1" status: 204 len: 168 time: 0.1419759 Jun 15 22:16:41.369480 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6757b-fd9b-4428-a5a8-de2d5528e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6310e8b6-ab70-4f21-b213-ed291cd245ce,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:41.720027 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4368812-1fe4-4ebc-a619-4c6f3dac0e3c req-5928b282-1bd3-4af2-992d-b165405afe20 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:41.726428 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a4368812-1fe4-4ebc-a619-4c6f3dac0e3c req-5928b282-1bd3-4af2-992d-b165405afe20 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0591016 Jun 15 22:16:41.762512 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:41.780322 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a4368812-1fe4-4ebc-a619-4c6f3dac0e3c req-71d05055-d769-4846-80b0-d4e3f05b4f1e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509388 Jun 15 22:16:41.942941 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a94060-357d-40ce-8951-021fda53bfce req-dfe8a1fc-1312-42f8-8dfa-542e7e7ab898 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:41.944421 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-59a94060-357d-40ce-8951-021fda53bfce req-dfe8a1fc-1312-42f8-8dfa-542e7e7ab898 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0482314 Jun 15 22:16:41.996786 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-59a94060-357d-40ce-8951-021fda53bfce req-aa38d480-efd9-41c9-9585-34cce522398f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Jun 15 22:16:42.133855 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699653-7216-42e2-b319-831ad97407f3 req-66c9b153-b643-4840-9c12-2e84750c7f1c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:42.135358 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b7699653-7216-42e2-b319-831ad97407f3 req-66c9b153-b643-4840-9c12-2e84750c7f1c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0555227 Jun 15 22:16:42.189920 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b7699653-7216-42e2-b319-831ad97407f3 req-2b691d08-ed39-4828-8a2b-91b25df92a85 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476129 Jun 15 22:16:42.904400 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a8984-529d-4f85-a40f-625a684f0a21 req-1deeaae5-1538-4485-9eda-2cab129c34ab tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:42.906156 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-766a8984-529d-4f85-a40f-625a684f0a21 req-1deeaae5-1538-4485-9eda-2cab129c34ab tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0508008 Jun 15 22:16:42.968326 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-766a8984-529d-4f85-a40f-625a684f0a21 req-e453e990-b413-4b0e-b0af-a8003778c7b9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561197 Jun 15 22:16:43.144000 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c16056-9c1b-4733-868a-74b97a5952d1 req-5b1aa0a8-6408-4336-b747-1f54508ab2b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:43.147451 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a3c16056-9c1b-4733-868a-74b97a5952d1 req-5b1aa0a8-6408-4336-b747-1f54508ab2b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0749545 Jun 15 22:16:43.224160 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a3c16056-9c1b-4733-868a-74b97a5952d1 req-1236dd9d-79d5-4a3c-a648-d2e29b759972 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675008 Jun 15 22:16:43.366818 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41266) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:43.445650 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ae068-ac2d-4622-8657-dc1f33e7768d req-655dd4ba-2e90-4a04-ad86-c04123922433 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:43.459305 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-456ae068-ac2d-4622-8657-dc1f33e7768d req-655dd4ba-2e90-4a04-ad86-c04123922433 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0934927 Jun 15 22:16:43.498304 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e1877-db05-49a0-97ae-cc4595538fea req-514e7f40-ce4a-4283-85b4-b9d1037be5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:43.499890 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a2e1877-db05-49a0-97ae-cc4595538fea req-514e7f40-ce4a-4283-85b4-b9d1037be5f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 1130 time: 0.0768869 Jun 15 22:16:43.516694 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:43.534316 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf913-cfad-42ee-b1a0-d9f5e7f9a659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.591877 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d6f5d-9ade-4916-acf4-1e99c35e7af2 req-c226e8db-3685-446d-8242-455c3bfcd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:43.593494 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e96d6f5d-9ade-4916-acf4-1e99c35e7af2 req-c226e8db-3685-446d-8242-455c3bfcd57c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 1130 time: 0.1329095 Jun 15 22:16:43.641860 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891f8df-6387-435b-a09a-c069d2ce20f4 req-df6d31da-dfc8-46ed-a1a1-a2843d19e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:43.643609 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e891f8df-6387-435b-a09a-c069d2ce20f4 req-df6d31da-dfc8-46ed-a1a1-a2843d19e075 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 1130 time: 0.0869319 Jun 15 22:16:43.648050 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a2e1877-db05-49a0-97ae-cc4595538fea req-32b10f3c-7e41-4dd8-ab5c-b8bedae3465b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404309 Jun 15 22:16:43.663363 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-456ae068-ac2d-4622-8657-dc1f33e7768d req-9b3e16c4-3b78-4730-89bb-0bcf364ef52e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926622 Jun 15 22:16:43.700707 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf913-cfad-42ee-b1a0-d9f5e7f9a659 admin admin] Publish callbacks [] for security_group (379e1e43-f089-4603-bd6b-d949079b884d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.701499 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e96d6f5d-9ade-4916-acf4-1e99c35e7af2 req-057c88d6-514f-48ad-a6d5-e759047dee48 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806155 Jun 15 22:16:43.705022 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf913-cfad-42ee-b1a0-d9f5e7f9a659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (379e1e43-f089-4603-bd6b-d949079b884d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.749123 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1fbbf913-cfad-42ee-b1a0-d9f5e7f9a659 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a70a85510a44f6082c7e600f7e53bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812151 Jun 15 22:16:43.750050 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf913-cfad-42ee-b1a0-d9f5e7f9a659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e1e43-f089-4603-bd6b-d949079b884d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:43.752042 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41278) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:43.788568 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1e6ce9f0-72b0-4c21-ba75-30305a7e0aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.807260 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-21e1b4da-1186-47f2-8509-598faf7988d7 admin admin] Publish callbacks [] for security_group (379e1e43-f089-4603-bd6b-d949079b884d), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.830282 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-21e1b4da-1186-47f2-8509-598faf7988d7 admin admin] Publish callbacks [] for security_group (379e1e43-f089-4603-bd6b-d949079b884d), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.886230 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-21e1b4da-1186-47f2-8509-598faf7988d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (379e1e43-f089-4603-bd6b-d949079b884d), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.889189 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-21e1b4da-1186-47f2-8509-598faf7988d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:43.893126 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-21e1b4da-1186-47f2-8509-598faf7988d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/379e1e43-f089-4603-bd6b-d949079b884d HTTP/1.1" status: 204 len: 168 time: 0.1373558 Jun 15 22:16:43.900640 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1b4da-1186-47f2-8509-598faf7988d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e1e43-f089-4603-bd6b-d949079b884d,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:44.110897 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-31807f87-5cf2-4d5f-b003-2968e7b1e061 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4b9143eb19784ee68d32ba580bc47797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314343 Jun 15 22:16:44.121993 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ba523-0283-48e8-995c-63bc91e9ab87 req-b98d3c8d-5e9b-41a5-a44c-f149f8a16ebd tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:44.123545 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5e9ba523-0283-48e8-995c-63bc91e9ab87 req-b98d3c8d-5e9b-41a5-a44c-f149f8a16ebd tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0668595 Jun 15 22:16:44.196919 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5e9ba523-0283-48e8-995c-63bc91e9ab87 req-06d05b9d-cb3e-4876-9a91-b0d95a6f919b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673554 Jun 15 22:16:44.292482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41312) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:44.321674 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51c0f333-c7ed-4dbd-96ef-a6cefa35a96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:44.392576 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:44.393555 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:44.413087 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6d6f6-ab6c-4848-815b-2de3b5267da7 req-3bb78e3c-9d0d-4302-be09-47040397fbb0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:44.414885 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-afc6d6f6-ab6c-4848-815b-2de3b5267da7 req-3bb78e3c-9d0d-4302-be09-47040397fbb0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0799782 Jun 15 22:16:44.472146 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e891f8df-6387-435b-a09a-c069d2ce20f4 req-90bd8d1e-b148-46e5-8421-281aaacee10f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607261 Jun 15 22:16:44.488383 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-5b1d5b4f-a545-4a4d-b8a8-3cd5cc3643b4 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:44.490790 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-5b1d5b4f-a545-4a4d-b8a8-3cd5cc3643b4 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3637397 Jun 15 22:16:44.505546 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-afc6d6f6-ab6c-4848-815b-2de3b5267da7 req-2b5edf4e-cd62-46a0-a3a4-825b87ad326e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843065 Jun 15 22:16:44.512685 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-c12e3da9-bfb3-4f58-8736-1aa6b9bd13f6 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/quotas/4b9143eb19784ee68d32ba580bc47797 HTTP/1.1" status: 200 len: 375 time: 0.0121458 Jun 15 22:16:44.524627 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51c0f333-c7ed-4dbd-96ef-a6cefa35a96a admin admin] Publish callbacks [] for security_group (1a935941-a6cf-4594-a195-3ab651f9df37), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:44.530428 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51c0f333-c7ed-4dbd-96ef-a6cefa35a96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1a935941-a6cf-4594-a195-3ab651f9df37), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:44.579814 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-f4963746-4f17-4080-9391-deaa46d9d456 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b9143eb19784ee68d32ba580bc47797&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384111 Jun 15 22:16:44.586538 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-51c0f333-c7ed-4dbd-96ef-a6cefa35a96a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bfdd17ebc7548c78157a5b0d8967e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922730 Jun 15 22:16:44.587488 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0f333-c7ed-4dbd-96ef-a6cefa35a96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a935941-a6cf-4594-a195-3ab651f9df37,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:44.589000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41322) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:44.653613 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-468d37e9-ae09-4f51-98ff-8c7e7e30a4be admin admin] Publish callbacks [] for security_group (1a935941-a6cf-4594-a195-3ab651f9df37), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:44.683947 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-468d37e9-ae09-4f51-98ff-8c7e7e30a4be admin admin] Publish callbacks [] for security_group (1a935941-a6cf-4594-a195-3ab651f9df37), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:44.747810 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-468d37e9-ae09-4f51-98ff-8c7e7e30a4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1a935941-a6cf-4594-a195-3ab651f9df37), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:44.752315 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-468d37e9-ae09-4f51-98ff-8c7e7e30a4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:44.753954 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-468d37e9-ae09-4f51-98ff-8c7e7e30a4be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a935941-a6cf-4594-a195-3ab651f9df37 HTTP/1.1" status: 204 len: 168 time: 0.1637564 Jun 15 22:16:44.765419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d37e9-ae09-4f51-98ff-8c7e7e30a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a935941-a6cf-4594-a195-3ab651f9df37,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:44.848007 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c86ae-b181-4c51-92ad-9f37400ea41f req-d4df12be-ef52-429e-8668-02253890c1c3 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:44.849731 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fc9c86ae-b181-4c51-92ad-9f37400ea41f req-d4df12be-ef52-429e-8668-02253890c1c3 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0979619 Jun 15 22:16:44.858995 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d6c0a35-287a-4390-a0be-e9d1c7a3b92e req-8b04f927-1f1f-4027-a2ae-87ee50c0579b tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0410919 Jun 15 22:16:44.915562 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fc9c86ae-b181-4c51-92ad-9f37400ea41f req-1e06a40d-21a9-46be-ab2f-7116ccc0e69d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595980 Jun 15 22:16:45.307141 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:45.321663 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ca290-7c90-4082-90dc-dc30c125fe80 req-cecbf9a2-121c-4b60-a913-b3715fea3528 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:45.323177 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-947ca290-7c90-4082-90dc-dc30c125fe80 req-cecbf9a2-121c-4b60-a913-b3715fea3528 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0505319 Jun 15 22:16:45.375710 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-947ca290-7c90-4082-90dc-dc30c125fe80 req-2aa5f782-1190-445a-8d01-e69f875a62bf tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Jun 15 22:16:45.703456 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2468d-bf3a-4455-bf34-41b7f85cee2f req-dcfda133-e38e-42b2-81d1-6e61a61bfa30 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:45.706933 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e8c2468d-bf3a-4455-bf34-41b7f85cee2f req-dcfda133-e38e-42b2-81d1-6e61a61bfa30 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0828528 Jun 15 22:16:45.787384 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e8c2468d-bf3a-4455-bf34-41b7f85cee2f req-fc3d4272-70c8-4cb2-ad48-5ec3ae7b8dc3 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688598 Jun 15 22:16:45.977604 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-056c3f57-caf8-4361-8b7c-828758ea46f0 req-dddf2e90-642f-4065-9f9c-fd0000294dc5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0341938 Jun 15 22:16:45.992216 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3f00c-f94d-4dff-8539-27cbc245e646 req-ac2fa524-17d1-4ae4-9950-20c77701677e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:45.994912 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f7b3f00c-f94d-4dff-8539-27cbc245e646 req-ac2fa524-17d1-4ae4-9950-20c77701677e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0993257 Jun 15 22:16:46.004107 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41398) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:46.010784 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:46.047569 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ff2cc12-ad24-4449-9d7f-c24caee2868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:46.121639 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (0554c745-bc19-4f63-a76f-21a16964111f), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:46.166728 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:46.175018 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:46.227115 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:46.253532 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1aac8-b789-4ed1-b4d7-d27c385a2e28 req-7fda464f-7830-4bc5-bbd6-51d52af38ca4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:46.255055 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-78f1aac8-b789-4ed1-b4d7-d27c385a2e28 req-7fda464f-7830-4bc5-bbd6-51d52af38ca4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1993225 Jun 15 22:16:46.509983 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9fafd-3858-44e3-8159-b8bebc838583 req-3e3fcdea-a002-4b37-aa65-688584819ffa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:46.511465 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7e9fafd-3858-44e3-8159-b8bebc838583 req-3e3fcdea-a002-4b37-aa65-688584819ffa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0601625 Jun 15 22:16:46.568409 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c7e9fafd-3858-44e3-8159-b8bebc838583 req-129971e2-6c16-4ce0-b615-52530dbaed85 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489066 Jun 15 22:16:46.620165 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-78f1aac8-b789-4ed1-b4d7-d27c385a2e28 req-158bfe39-b8c4-438b-9067-b53a40a19954 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533440 Jun 15 22:16:47.024733 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:47.035746 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (0554c745-bc19-4f63-a76f-21a16964111f), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:47.102431 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9baf2c6-7a04-412d-8be7-457a81d5bbe6 req-83c6346f-b771-4e20-ac07-ab998e5a2a45 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0382817 Jun 15 22:16:47.133278 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:47.153852 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 0554c745-bc19-4f63-a76f-21a16964111f associated. External IP: 172.27.2.155, port: 310ea2f0-df91-4235-8abb-98fd6be92641. Jun 15 22:16:47.417283 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:16:47.528928 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:16:47.535485 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:47.546486 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:16:47.573762 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:16:47.574532 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:47.579377 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:47.587622 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e2fe9c9d-e690-4ba4-a844-5e74c3d9e54a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "PUT /v2.0/floatingips/0554c745-bc19-4f63-a76f-21a16964111f HTTP/1.1" status: 200 len: 992 time: 1.5822055 Jun 15 22:16:47.588013 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:47.590379 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e3d8aa-ef76-40d4-a684-8d28297df0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:47.655592 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13696d1-88c0-4f29-92c1-707a08ab02a9 x-openstack-request-id: req-d13696d1-88c0-4f29-92c1-707a08ab02a9 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:47.655882 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:47.656249 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d13696d1-88c0-4f29-92c1-707a08ab02a9 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:47.656643 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13696d1-88c0-4f29-92c1-707a08ab02a9'] response: {'name': 'network-changed', 'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641', 'status': 'completed', 'code': 200} Jun 15 22:16:47.715625 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:16:47.720063 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153c718-28ba-4b89-b131-155332668a0f req-6a141ca9-d237-4129-8f81-4b377ca85e5f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:47.721573 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4153c718-28ba-4b89-b131-155332668a0f req-6a141ca9-d237-4129-8f81-4b377ca85e5f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0560827 Jun 15 22:16:47.769347 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a4ee2-0bf4-4e60-a4a0-9d596d688ed9 req-ecd27c41-43c1-4e5d-b5ca-6a29423229f4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:47.770991 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-919a4ee2-0bf4-4e60-a4a0-9d596d688ed9 req-ecd27c41-43c1-4e5d-b5ca-6a29423229f4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0525374 Jun 15 22:16:47.774146 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4153c718-28ba-4b89-b131-155332668a0f req-fe0891ad-e79d-4f86-a475-5ca2b599d050 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Jun 15 22:16:47.825075 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-919a4ee2-0bf4-4e60-a4a0-9d596d688ed9 req-f1c89489-a265-4d00-9d03-d8e44656be1d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467734 Jun 15 22:16:47.993208 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd11d9a-10e6-4f8d-81ba-58b3b80cac7a req-d5455d57-1840-4cea-a6bb-b42b165d04f5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:47.994892 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fcd11d9a-10e6-4f8d-81ba-58b3b80cac7a req-d5455d57-1840-4cea-a6bb-b42b165d04f5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0497763 Jun 15 22:16:48.003788 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41468) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:48.009120 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'floatingip': {'port_id': 'c9c6920c-14fa-4def-95f3-a52bc33fd374'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:48.024588 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:46Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:48.055099 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (7e9a25c3-f30d-41ed-965c-48f652a19908), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:48.064151 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:16:48.074253 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:16:48.074924 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:48.175666 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:48.184528 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4547c6a-586d-4f6a-9950-e1410f5c791e req-b3d37f40-e2b3-42fd-b735-3c9733c15feb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:48.186413 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d4547c6a-586d-4f6a-9950-e1410f5c791e req-b3d37f40-e2b3-42fd-b735-3c9733c15feb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0988867 Jun 15 22:16:48.193540 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:16:48.255723 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2805387-0de8-408b-b4a5-57787d75a15d req-7ab793cb-a293-46db-84b1-dd88bdc61440 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Jun 15 22:16:48.324949 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d4547c6a-586d-4f6a-9950-e1410f5c791e req-21e11bc4-22bc-45f6-8b9e-aced1a749b24 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254225 Jun 15 22:16:48.437404 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:46Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:48.475253 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8514bc6b-ea6e-457d-99a5-5be19a35133c None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:46Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:16:48.533174 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:48.605309 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:48.609849 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (7e9a25c3-f30d-41ed-965c-48f652a19908), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:48.745210 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Floating IP 7e9a25c3-f30d-41ed-965c-48f652a19908 associated. External IP: 172.27.2.240, port: c9c6920c-14fa-4def-95f3-a52bc33fd374. Jun 15 22:16:48.815121 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3223c52-0c47-4370-9f4f-fb1bc78de6da None None] New status for floating IP 0554c745-bc19-4f63-a76f-21a16964111f: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:16:48.940877 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-9f229f7b-47f0-4027-8267-5c807e857fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:48.943423 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-9f229f7b-47f0-4027-8267-5c807e857fdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 1130 time: 0.0740604 Jun 15 22:16:49.110853 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-828075e4-c0dc-4517-aad5-3fdb153075cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:49.112892 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-828075e4-c0dc-4517-aad5-3fdb153075cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.1280875 Jun 15 22:16:49.291881 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:49.337896 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-1386e026-8e38-4a22-ab3e-358327b98d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:49.339601 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-1386e026-8e38-4a22-ab3e-358327b98d8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 1130 time: 0.0595207 Jun 15 22:16:49.377402 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:49.380426 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Router 5b5cd052-a31a-4957-acb0-c81177e65f1f has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:16:49.409307 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-331d9ce2-2027-4e83-adbf-0e396cf38d02 req-9eb30f66-929a-4cc5-a39c-2475ee6a91e2 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0613654 Jun 15 22:16:49.506015 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db7c64-19f3-40bc-ad10-4714b5bb95eb req-39ca3274-1daf-4fff-adfd-c7a63f0e2deb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:49.507713 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-14db7c64-19f3-40bc-ad10-4714b5bb95eb req-39ca3274-1daf-4fff-adfd-c7a63f0e2deb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0813394 Jun 15 22:16:49.585811 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:16:49.596618 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:49.601209 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-9d6e2440-87a1-42ca-8473-ab7aa2cc8dfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=310ea2f0-df91-4235-8abb-98fd6be92641 HTTP/1.1" status: 200 len: 1002 time: 0.1169949 Jun 15 22:16:49.603198 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] Sync routers for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:16:49.616008 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:16:49.620604 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:49.694628 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-fe79efa4-91fb-4f88-bceb-cc67e72937ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:49.696364 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-fe79efa4-91fb-4f88-bceb-cc67e72937ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0873339 Jun 15 22:16:49.707997 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-75895be7-2262-4179-9511-777f1c82ad37 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b9143eb19784ee68d32ba580bc47797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445709 Jun 15 22:16:49.730828 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-14db7c64-19f3-40bc-ad10-4714b5bb95eb req-aa19d23a-4615-4011-b212-3d83fa3e5697 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160757 Jun 15 22:16:49.752864 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d1085c22-7b75-471f-99c7-663397175fc2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "PUT /v2.0/floatingips/7e9a25c3-f30d-41ed-965c-48f652a19908 HTTP/1.1" status: 200 len: 992 time: 1.7478356 Jun 15 22:16:49.762812 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:49.765242 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4c10e9-66a1-41e4-9061-54ade646bde8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:49.780803 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:16:49.797167 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-0ad25b78-4855-40b7-9f01-b6b1fd9edf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:49.799348 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-0ad25b78-4855-40b7-9f01-b6b1fd9edf37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898416 Jun 15 22:16:49.827548 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:49.839434 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:49.842658 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-ded4af18-a682-47a5-a16b-5993f3fc3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:49.850507 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-ded4af18-a682-47a5-a16b-5993f3fc3a9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.3110747 Jun 15 22:16:49.908234 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c6fdee-c54e-4e74-bea3-aa2fba17eaba x-openstack-request-id: req-51c6fdee-c54e-4e74-bea3-aa2fba17eaba {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:49.908601 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:49.908899 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51c6fdee-c54e-4e74-bea3-aa2fba17eaba {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:49.909363 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c6fdee-c54e-4e74-bea3-aa2fba17eaba'] response: {'name': 'network-changed', 'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'status': 'completed', 'code': 200} Jun 15 22:16:49.913152 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-929575b8-a638-4eec-ab69-30c1d6750aa5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a HTTP/1.1" status: 200 len: 217 time: 0.0532272 Jun 15 22:16:50.024983 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-fcbcca16-1a54-4679-89c3-525425fbe2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:50.026205 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:50.029569 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-fcbcca16-1a54-4679-89c3-525425fbe2f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.0607564 Jun 15 22:16:50.058110 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-bfa3a13f-fc28-499b-8a9c-28b9c97425aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:50.059788 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-bfa3a13f-fc28-499b-8a9c-28b9c97425aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 1130 time: 0.0869751 Jun 15 22:16:50.070895 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-484e9bbe-c8ee-47d7-8550-e9d57f918046 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:50.072379 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-484e9bbe-c8ee-47d7-8550-e9d57f918046 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516619 Jun 15 22:16:50.074911 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-a4f1dd25-8275-4040-b524-798aee48886f service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045746 Jun 15 22:16:50.108463 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-e01b421a-6a26-4565-9375-57a450e999a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:50.110096 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-e01b421a-6a26-4565-9375-57a450e999a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669997 Jun 15 22:16:50.154589 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '7e9a25c3-f30d-41ed-965c-48f652a19908', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'port_id': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'mac_address': 'fa:16:3e:ae:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:50Z', 'updated_at': '2022-06-15T22:16:48Z', 'revision_number': 1, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:50.161314 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:50.185741 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] Checking router: 5b5cd052-a31a-4957-acb0-c81177e65f1f for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:16:50.202040 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:16:50.202668 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:50.265151 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Request body: {'port': {'device_id': 'acc63399-177f-412a-9000-adee5a743df6', 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734', 'admin_state_up': True, 'tenant_id': '4b9143eb19784ee68d32ba580bc47797'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:50.358709 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:50.379661 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-4890ffbf-428d-4472-932d-67a202976505 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296139 Jun 15 22:16:50.413009 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:16:50.505374 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:50.610651 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-97a6b959-5b83-4a68-895e-609daf318472 req-86ba7e58-fcff-4af0-ab2b-ccbbc2eae561 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0674839 Jun 15 22:16:50.656536 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-efa60585-bacf-4b39-a9ed-7e15a961a84f service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588625 Jun 15 22:16:50.949151 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00e3d8aa-ef76-40d4-a684-8d28297df0cd req-c0b687d6-9c73-4029-a6f1-1af6a07bb4af service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000422 Jun 15 22:16:50.956238 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '7e9a25c3-f30d-41ed-965c-48f652a19908', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'port_id': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'mac_address': 'fa:16:3e:ae:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:50Z', 'updated_at': '2022-06-15T22:16:48Z', 'revision_number': 1, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:16:50.971495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-0781b48b-9309-4a44-8794-49b371fb783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:50.979177 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-0781b48b-9309-4a44-8794-49b371fb783a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 911 time: 0.7040946 Jun 15 22:16:51.009819 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cad4c3-3324-4123-b3cd-7b3572c29a0a None None] The sync data for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi is: [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '7e9a25c3-f30d-41ed-965c-48f652a19908', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'port_id': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'mac_address': 'fa:16:3e:ae:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:50Z', 'updated_at': '2022-06-15T22:16:48Z', 'revision_number': 1, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:16:51.100182 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fbbcb-c7f0-48d9-9130-bd5fc286ef83 req-cb483ad1-c82e-403c-96ae-6ba2080b1bfd tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:51.101709 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fc9fbbcb-c7f0-48d9-9130-bd5fc286ef83 req-cb483ad1-c82e-403c-96ae-6ba2080b1bfd tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1216145 Jun 15 22:16:51.139892 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-017e106b-8ffc-4d3b-bb1e-267704b17d74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374 HTTP/1.1" status: 200 len: 1000 time: 0.1428292 Jun 15 22:16:51.150303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Made reservation on behalf of 4b9143eb19784ee68d32ba580bc47797 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:16:51.151444 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:51.197102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:51.243656 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fc9fbbcb-c7f0-48d9-9130-bd5fc286ef83 req-236a2f41-a74c-4d8a-8ad0-4559292fa840 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323934 Jun 15 22:16:51.267818 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-a9e7476c-1a6f-41cb-989e-f605e173ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:51.269376 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-a9e7476c-1a6f-41cb-989e-f605e173ef2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.1156471 Jun 15 22:16:51.311983 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2fa7ee-8069-40f4-b350-39321d53ec47 None None] New status for floating IP 7e9a25c3-f30d-41ed-965c-48f652a19908: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:16:51.383369 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:51.387323 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks [] for security_group (81b8eb78-169c-4c0e-b67a-696e1a460f56), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:51.392122 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (81b8eb78-169c-4c0e-b67a-696e1a460f56), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:51.474080 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b8eb78-169c-4c0e-b67a-696e1a460f56,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:51.544139 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Allocated IP 192.168.233.156 (f5762091-8faa-47ab-a53f-c4bfae34c734/76f35c60-5738-4795-a118-452f66320558/a8f0becc-e113-4c39-80a3-e6accfa8ceaf) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:16:51.671106 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:51.696445 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:51.706999 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks [] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:51.723805 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1aef18fb-771d-41cc-a140-a15d573c2a36 req-ccf3572f-d342-4d4c-bee1-4e05c879f557 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0318582 Jun 15 22:16:51.750331 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:51.798999 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Network f5762091-8faa-47ab-a53f-c4bfae34c734 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:16:51.804715 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:16:51.807934 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:16:51.815268 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:51.816177 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:51.820672 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Pushing event updated for resources: {'Port': ['ID=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:51.838473 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-b5590de0-cf86-46e5-b975-ba93862237c5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5779116 Jun 15 22:16:52.006352 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-f9aab253-af81-4ac4-893a-703bdd41350a None None] Provisioning complete for port a8f0becc-e113-4c39-80a3-e6accfa8ceaf triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:16:52.006792 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f9aab253-af81-4ac4-893a-703bdd41350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:52.042004 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f9aab253-af81-4ac4-893a-703bdd41350a None None] Port a8f0becc-e113-4c39-80a3-e6accfa8ceaf cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:16:52.369766 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7381a-b0ef-4361-a37a-fb776ca771e2 req-9791e429-d16a-4a88-bbf2-75039c724b75 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:52.371294 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3c7381a-b0ef-4361-a37a-fb776ca771e2 req-9791e429-d16a-4a88-bbf2-75039c724b75 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0580096 Jun 15 22:16:52.430479 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f3c7381a-b0ef-4361-a37a-fb776ca771e2 req-9dd187b1-46d0-43e9-bab2-c817c42cf690 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Jun 15 22:16:52.845154 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270389d-1736-4cdd-9840-9517b13ea4f5 req-19ee06e6-e16b-4fa3-9d4e-d0c9720a05b4 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:52.846673 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4270389d-1736-4cdd-9840-9517b13ea4f5 req-19ee06e6-e16b-4fa3-9d4e-d0c9720a05b4 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 936 time: 0.0510044 Jun 15 22:16:52.898722 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4270389d-1736-4cdd-9840-9517b13ea4f5 req-b5d36b7d-1119-49d9-89ee-5eef3f26a409 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463381 Jun 15 22:16:53.554553 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0894afa-506f-463c-9555-8628b3804b5a req-be61fd3d-94d0-4c67-a32e-df2d738c3927 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:53.556097 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0894afa-506f-463c-9555-8628b3804b5a req-be61fd3d-94d0-4c67-a32e-df2d738c3927 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0553961 Jun 15 22:16:53.614763 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0894afa-506f-463c-9555-8628b3804b5a req-088c5e3f-6743-4858-96ab-abe3ec7c09de tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523493 Jun 15 22:16:54.023655 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d289bb5-3c63-4c60-9b02-e1b48549687f req-6cfd3f96-ef1c-411d-84b8-ad7f86eaeba3 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:54.025110 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9d289bb5-3c63-4c60-9b02-e1b48549687f req-6cfd3f96-ef1c-411d-84b8-ad7f86eaeba3 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 936 time: 0.0489798 Jun 15 22:16:54.074525 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9d289bb5-3c63-4c60-9b02-e1b48549687f req-9c5efb0b-ce03-49fa-971a-f8f038c413c7 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Jun 15 22:16:54.277550 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-b90d4c82-31b4-4179-9943-b204009f70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:54.279083 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-b90d4c82-31b4-4179-9943-b204009f70c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436220 Jun 15 22:16:54.431721 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Request body: {'port': {'device_id': 'acc63399-177f-412a-9000-adee5a743df6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:16:54.571067 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:54.584974 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-3c2c4817-723c-4265-ad06-ba076614a168 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493282 Jun 15 22:16:54.765449 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f9bb-940e-4411-9a48-f7cd68a77e39 req-aba25052-5cdf-4e93-8295-f5aa032c834a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:54.766942 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-55d4f9bb-940e-4411-9a48-f7cd68a77e39 req-aba25052-5cdf-4e93-8295-f5aa032c834a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0703595 Jun 15 22:16:54.875495 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-55d4f9bb-940e-4411-9a48-f7cd68a77e39 req-60d327c7-1a46-4dc2-b2f5-be10bd60693f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991576 Jun 15 22:16:54.946582 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:54.953065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f0becc-e113-4c39-80a3-e6accfa8ceaf {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:16:54.961741 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Publish callbacks [] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:54.967944 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:54.976870 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Transition to ACTIVE for port object a8f0becc-e113-4c39-80a3-e6accfa8ceaf will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:16:54.981073 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:55.036037 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:55.079059 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Attempting to bind port a8f0becc-e113-4c39-80a3-e6accfa8ceaf on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:16:55.079485 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Attempting to bind port a8f0becc-e113-4c39-80a3-e6accfa8ceaf by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:16:55.079878 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Attempting to bind port a8f0becc-e113-4c39-80a3-e6accfa8ceaf on network f5762091-8faa-47ab-a53f-c4bfae34c734 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:55.085776 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Port a8f0becc-e113-4c39-80a3-e6accfa8ceaf on network f5762091-8faa-47ab-a53f-c4bfae34c734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:16:55.086102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Attempting to bind port a8f0becc-e113-4c39-80a3-e6accfa8ceaf on network f5762091-8faa-47ab-a53f-c4bfae34c734 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:16:55.091716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:16:55.092055 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Checking segment: {'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:16:55.092474 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Bound using segment: {'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:16:55.092918 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Bound port: a8f0becc-e113-4c39-80a3-e6accfa8ceaf, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:16:55.093274 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:55.190692 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] For port a8f0becc-e113-4c39-80a3-e6accfa8ceaf, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:16:55.191399 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:16:55.195364 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] For port a8f0becc-e113-4c39-80a3-e6accfa8ceaf, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,segment=NetworkSegment(91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7),segment_id=91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:16:55.210602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:55.221179 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72db81-0c79-4290-8c06-f2f896d24a65 req-567a26e1-5c37-4536-8ff4-6f5bee250581 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:55.223698 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ae72db81-0c79-4290-8c06-f2f896d24a65 req-567a26e1-5c37-4536-8ff4-6f5bee250581 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 948 time: 0.0590858 Jun 15 22:16:55.257479 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:55.258352 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:55.259887 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] 10.222.0.26 "PUT /v2.0/ports/a8f0becc-e113-4c39-80a3-e6accfa8ceaf HTTP/1.1" status: 200 len: 1098 time: 0.8350308 Jun 15 22:16:55.260426 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc63399-177f-412a-9000-adee5a743df6', 'tag': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:16:55.263517 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e69510-83ba-4768-8f4b-7a92eed48ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "acc63399-177f-412a-9000-adee5a743df6", "tag": "a8f0becc-e113-4c39-80a3-e6accfa8ceaf"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:16:55.287899 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0308b3-8b5d-43fd-8308-897e469c595b service neutron] Pushing event updated for resources: {'Port': ['ID=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:55.312203 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ae72db81-0c79-4290-8c06-f2f896d24a65 req-c13c0733-2ee8-41ae-8c74-2c73c717054e tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775471 Jun 15 22:16:55.324282 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1e37d8-00c1-4476-aace-eb29b16650ae x-openstack-request-id: req-1e1e37d8-00c1-4476-aace-eb29b16650ae {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:16:55.324851 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc63399-177f-412a-9000-adee5a743df6", "tag": "a8f0becc-e113-4c39-80a3-e6accfa8ceaf", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:16:55.325203 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e1e37d8-00c1-4476-aace-eb29b16650ae {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:16:55.325701 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1e37d8-00c1-4476-aace-eb29b16650ae'] response: {'name': 'network-changed', 'server_uuid': 'acc63399-177f-412a-9000-adee5a743df6', 'tag': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf', 'status': 'completed', 'code': 200} Jun 15 22:16:55.877550 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e69510-83ba-4768-8f4b-7a92eed48ec0 req-0e7deb25-630c-478c-8465-f0671bd79bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:55.879106 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5e69510-83ba-4768-8f4b-7a92eed48ec0 req-0e7deb25-630c-478c-8465-f0671bd79bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9143eb19784ee68d32ba580bc47797&device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 1132 time: 0.0931442 Jun 15 22:16:55.922542 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b4c10e9-66a1-41e4-9061-54ade646bde8 req-f6af6a29-08ed-4ba6-a03f-eb1d720d8c4c service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673896 Jun 15 22:16:56.014690 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7a36c-6593-48c4-a0c6-8e84ce24afd9 req-c7e34582-a448-4c2f-8911-060718f12c9d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:56.016428 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a1f7a36c-6593-48c4-a0c6-8e84ce24afd9 req-c7e34582-a448-4c2f-8911-060718f12c9d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Jun 15 22:16:56.077658 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a1f7a36c-6593-48c4-a0c6-8e84ce24afd9 req-7e84512b-a16b-4da5-840b-bf1544e76702 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551791 Jun 15 22:16:56.182252 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41666) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:56.270956 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5e69510-83ba-4768-8f4b-7a92eed48ec0 req-71c69cdb-fde3-4ca8-a076-1076b66f4274 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4b9143eb19784ee68d32ba580bc47797&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246766 Jun 15 22:16:56.322448 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5b4558e9-fddc-4aea-94b9-3cc174bc4bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.422974 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5b4558e9-fddc-4aea-94b9-3cc174bc4bf8 admin admin] Publish callbacks [] for security_group (9950ede1-b959-43c6-b205-4d38de7f496f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.443960 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5b4558e9-fddc-4aea-94b9-3cc174bc4bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9950ede1-b959-43c6-b205-4d38de7f496f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.454928 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e69510-83ba-4768-8f4b-7a92eed48ec0 req-dbe162ad-f482-4c37-958f-7aeaae2ce62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:56.456439 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e5e69510-83ba-4768-8f4b-7a92eed48ec0 req-dbe162ad-f482-4c37-958f-7aeaae2ce62e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612523 Jun 15 22:16:56.513991 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7e3e3-9ca0-4486-9ac8-c0e253952d11 req-ce8bcdee-2b7f-46d2-b8d0-1cb7ef00ed9a tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:56.516300 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fb7e3e3-9ca0-4486-9ac8-c0e253952d11 req-ce8bcdee-2b7f-46d2-b8d0-1cb7ef00ed9a tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 948 time: 0.1228995 Jun 15 22:16:56.525052 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41676) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:56.525197 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5b4558e9-fddc-4aea-94b9-3cc174bc4bf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2917c0375f30479cae5ff5740276a5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416855 Jun 15 22:16:56.525884 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4558e9-fddc-4aea-94b9-3cc174bc4bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9950ede1-b959-43c6-b205-4d38de7f496f,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:56.620880 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fb7e3e3-9ca0-4486-9ac8-c0e253952d11 req-096d4968-bb85-4d29-a5cb-3263c58b3010 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914772 Jun 15 22:16:56.646495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-89d67c42-a6f1-4217-adf4-fde1e056802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:56.648010 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-89d67c42-a6f1-4217-adf4-fde1e056802a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9143eb19784ee68d32ba580bc47797&device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 1132 time: 0.0926032 Jun 15 22:16:56.662186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-554e46c2-be02-4002-9626-95954b76e66e admin admin] Publish callbacks [] for security_group (9950ede1-b959-43c6-b205-4d38de7f496f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.730692 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.738824 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-d6f054e0-77ad-44d8-a206-ab87293c1ff9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=a8f0becc-e113-4c39-80a3-e6accfa8ceaf HTTP/1.1" status: 200 len: 217 time: 0.0720596 Jun 15 22:16:56.742211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-554e46c2-be02-4002-9626-95954b76e66e admin admin] Publish callbacks [] for security_group (9950ede1-b959-43c6-b205-4d38de7f496f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.783894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:56.828016 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-55ba3ec6-ab84-41e8-b4c3-fcbb4b10d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:56.829520 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-55ba3ec6-ab84-41e8-b4c3-fcbb4b10d040 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=76f35c60-5738-4795-a118-452f66320558 HTTP/1.1" status: 200 len: 843 time: 0.0792842 Jun 15 22:16:56.853910 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-554e46c2-be02-4002-9626-95954b76e66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9950ede1-b959-43c6-b205-4d38de7f496f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.857690 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-554e46c2-be02-4002-9626-95954b76e66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:56.859114 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-554e46c2-be02-4002-9626-95954b76e66e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9950ede1-b959-43c6-b205-4d38de7f496f HTTP/1.1" status: 204 len: 168 time: 0.3321838 Jun 15 22:16:56.876587 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e46c2-be02-4002-9626-95954b76e66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9950ede1-b959-43c6-b205-4d38de7f496f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:56.951097 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067c6b0-bc68-4ba1-908f-900895956932 req-8df0a21a-fe7e-43b4-945a-9f7d14cf2ea0 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:56.952862 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4067c6b0-bc68-4ba1-908f-900895956932 req-8df0a21a-fe7e-43b4-945a-9f7d14cf2ea0 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.0627983 Jun 15 22:16:56.966961 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:57.018651 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4067c6b0-bc68-4ba1-908f-900895956932 req-1d34119a-8c53-4357-8d24-4bb059fddaf9 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593219 Jun 15 22:16:57.217973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b9010-00fe-4eb3-b901-cb9293c61cec req-d43bd101-d415-4470-b8ba-25a212f9704a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:57.220916 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e0b9010-00fe-4eb3-b901-cb9293c61cec req-d43bd101-d415-4470-b8ba-25a212f9704a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0641582 Jun 15 22:16:57.268332 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41710) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:57.283352 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e0b9010-00fe-4eb3-b901-cb9293c61cec req-d82acde3-f1ce-4d4a-9d62-a60d698fe400 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Jun 15 22:16:57.284498 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d80fa26a-a209-4370-85ec-466384ea5d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:57.376260 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d80fa26a-a209-4370-85ec-466384ea5d88 admin admin] Publish callbacks [] for security_group (39bacb0c-252a-425a-9ce7-0b825101f0e9), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:57.380389 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d80fa26a-a209-4370-85ec-466384ea5d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (39bacb0c-252a-425a-9ce7-0b825101f0e9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:57.386250 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:57.428886 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa26a-a209-4370-85ec-466384ea5d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bacb0c-252a-425a-9ce7-0b825101f0e9,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:57.433976 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d80fa26a-a209-4370-85ec-466384ea5d88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=709ceb7bb0a3493e8e73f3cc6e882f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643407 Jun 15 22:16:57.437454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41712) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:57.491519 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:57.505823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8aa22be2-ede8-4836-a758-a9cfa79387c2 admin admin] Publish callbacks [] for security_group (39bacb0c-252a-425a-9ce7-0b825101f0e9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:57.531653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8aa22be2-ede8-4836-a758-a9cfa79387c2 admin admin] Publish callbacks [] for security_group (39bacb0c-252a-425a-9ce7-0b825101f0e9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:57.590917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8aa22be2-ede8-4836-a758-a9cfa79387c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (39bacb0c-252a-425a-9ce7-0b825101f0e9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:57.594524 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8aa22be2-ede8-4836-a758-a9cfa79387c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:57.596140 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8aa22be2-ede8-4836-a758-a9cfa79387c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39bacb0c-252a-425a-9ce7-0b825101f0e9 HTTP/1.1" status: 204 len: 168 time: 0.1575460 Jun 15 22:16:57.604607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa22be2-ede8-4836-a758-a9cfa79387c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bacb0c-252a-425a-9ce7-0b825101f0e9,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:57.741711 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b806a5d-6137-4e1d-b915-a59aacdadcbb req-cc0cb7e7-eabc-4ce4-ab54-afe016274a38 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:57.743303 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3b806a5d-6137-4e1d-b915-a59aacdadcbb req-cc0cb7e7-eabc-4ce4-ab54-afe016274a38 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 948 time: 0.0574346 Jun 15 22:16:57.798628 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3b806a5d-6137-4e1d-b915-a59aacdadcbb req-a37b6bf2-d678-4132-87df-ede3985b259a tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494578 Jun 15 22:16:58.176968 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f012f0-0d06-4a79-bedd-db3532fbaa84 req-9bde0fa6-d2a2-428d-ac18-d9077787a427 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:58.178619 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0f012f0-0d06-4a79-bedd-db3532fbaa84 req-9bde0fa6-d2a2-428d-ac18-d9077787a427 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.0783639 Jun 15 22:16:58.255827 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0f012f0-0d06-4a79-bedd-db3532fbaa84 req-3e8890de-a1f4-47bb-ba72-2d0b2e04b3b6 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705814 Jun 15 22:16:58.422473 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212f74-ab13-4368-acba-d60a08b874f9 req-5f4bb79d-31ce-40d1-bff1-874c5223f7f8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:58.429651 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b3212f74-ab13-4368-acba-d60a08b874f9 req-5f4bb79d-31ce-40d1-bff1-874c5223f7f8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0576746 Jun 15 22:16:58.490647 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b3212f74-ab13-4368-acba-d60a08b874f9 req-4e79033e-37a2-4448-a5df-eb423b592d44 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595136 Jun 15 22:16:58.520572 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-ef4a29a1-72f0-4c24-9a5d-f4440381b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:58.522165 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-ef4a29a1-72f0-4c24-9a5d-f4440381b2ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5762091-8faa-47ab-a53f-c4bfae34c734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0484071 Jun 15 22:16:58.650573 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-797097e8-3e2c-4b29-b595-3096f74c5862 service neutron] 10.222.0.26 "GET /v2.0/networks/f5762091-8faa-47ab-a53f-c4bfae34c734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164222 Jun 15 22:16:58.837596 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41780) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:58.976850 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68427a-1ae4-4c02-b886-77852bb27106 req-7016d3d9-471c-41e6-9e8c-9d687bcd04bf tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:58.978809 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c68427a-1ae4-4c02-b886-77852bb27106 req-7016d3d9-471c-41e6-9e8c-9d687bcd04bf tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 948 time: 0.1064601 Jun 15 22:16:59.008963 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-629e1cfd-fc67-4da9-a9ab-7f6be88febe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.039649 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52daf4bc-c0c7-4118-9add-da136f020a68 req-13daba3b-5a58-434f-997f-ec6f5618a32d service neutron] 10.222.0.26 "GET /v2.0/networks/f5762091-8faa-47ab-a53f-c4bfae34c734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939282 Jun 15 22:16:59.088907 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c68427a-1ae4-4c02-b886-77852bb27106 req-57d6b439-f258-4ae5-b10f-b122e5e801ef tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833952 Jun 15 22:16:59.146102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-629e1cfd-fc67-4da9-a9ab-7f6be88febe5 admin admin] Publish callbacks [] for security_group (9e59cb88-a771-4f0e-93d9-7211ff7fc896), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.150521 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-629e1cfd-fc67-4da9-a9ab-7f6be88febe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9e59cb88-a771-4f0e-93d9-7211ff7fc896), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.193185 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-629e1cfd-fc67-4da9-a9ab-7f6be88febe5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c6c3a05eb0a4e60bb8cdadfeae7ecf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536339 Jun 15 22:16:59.194148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e1cfd-fc67-4da9-a9ab-7f6be88febe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e59cb88-a771-4f0e-93d9-7211ff7fc896,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:59.195972 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41788) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:59.252271 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2c37d450-0b8c-4ac8-b869-639d76d327f8 admin admin] Publish callbacks [] for security_group (9e59cb88-a771-4f0e-93d9-7211ff7fc896), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.277058 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2c37d450-0b8c-4ac8-b869-639d76d327f8 admin admin] Publish callbacks [] for security_group (9e59cb88-a771-4f0e-93d9-7211ff7fc896), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.335952 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2c37d450-0b8c-4ac8-b869-639d76d327f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9e59cb88-a771-4f0e-93d9-7211ff7fc896), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.338622 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2c37d450-0b8c-4ac8-b869-639d76d327f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.339835 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2c37d450-0b8c-4ac8-b869-639d76d327f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e59cb88-a771-4f0e-93d9-7211ff7fc896 HTTP/1.1" status: 204 len: 168 time: 0.1429002 Jun 15 22:16:59.359327 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37d450-0b8c-4ac8-b869-639d76d327f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e59cb88-a771-4f0e-93d9-7211ff7fc896,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:59.398867 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e632-605d-4b21-8624-ae95f16587be req-05205551-a396-4bb9-bb1f-5be3e9180d36 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:59.400701 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-68a4e632-605d-4b21-8624-ae95f16587be req-05205551-a396-4bb9-bb1f-5be3e9180d36 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.0597196 Jun 15 22:16:59.479677 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-68a4e632-605d-4b21-8624-ae95f16587be req-787a8bcc-0967-447a-b861-7d55684ff9fd tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701830 Jun 15 22:16:59.628469 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be5c59-5832-430f-9a4f-afdd711da629 req-f739ba21-0899-418c-a6b8-32e6cfaad978 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:16:59.630361 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96be5c59-5832-430f-9a4f-afdd711da629 req-f739ba21-0899-418c-a6b8-32e6cfaad978 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0589590 Jun 15 22:16:59.644145 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:59.692094 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-96be5c59-5832-430f-9a4f-afdd711da629 req-06c6c33e-30a3-4f40-a90e-b319a03ebe0c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554430 Jun 15 22:16:59.703837 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41802) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:59.719525 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a21e31c7-8d80-428e-afe2-dfd30e3bb145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.758894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:16:59.822866 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a21e31c7-8d80-428e-afe2-dfd30e3bb145 admin admin] Publish callbacks [] for security_group (0a521bb1-5e1e-4325-bc46-3a2271d1ef1a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.828857 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a21e31c7-8d80-428e-afe2-dfd30e3bb145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (0a521bb1-5e1e-4325-bc46-3a2271d1ef1a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.874699 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a21e31c7-8d80-428e-afe2-dfd30e3bb145 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bd6f995e50741fbba1101e6f343effa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696870 Jun 15 22:16:59.875981 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e31c7-8d80-428e-afe2-dfd30e3bb145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a521bb1-5e1e-4325-bc46-3a2271d1ef1a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:16:59.877687 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41810) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:16:59.935036 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-143b25ef-12a6-477b-9ea0-a0fd0badaded admin admin] Publish callbacks [] for security_group (0a521bb1-5e1e-4325-bc46-3a2271d1ef1a), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:16:59.957865 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-143b25ef-12a6-477b-9ea0-a0fd0badaded admin admin] Publish callbacks [] for security_group (0a521bb1-5e1e-4325-bc46-3a2271d1ef1a), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:00.015175 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-143b25ef-12a6-477b-9ea0-a0fd0badaded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (0a521bb1-5e1e-4325-bc46-3a2271d1ef1a), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:00.018038 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-143b25ef-12a6-477b-9ea0-a0fd0badaded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:00.019243 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-143b25ef-12a6-477b-9ea0-a0fd0badaded admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a521bb1-5e1e-4325-bc46-3a2271d1ef1a HTTP/1.1" status: 204 len: 168 time: 0.1405025 Jun 15 22:17:00.029930 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b25ef-12a6-477b-9ea0-a0fd0badaded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a521bb1-5e1e-4325-bc46-3a2271d1ef1a,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:00.285674 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731d7bc-4c60-4f5a-8c63-c66cd43eb026 req-f00cf47d-0c2d-493f-97e1-20faf2570073 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:00.287326 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1731d7bc-4c60-4f5a-8c63-c66cd43eb026 req-f00cf47d-0c2d-493f-97e1-20faf2570073 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 948 time: 0.0793381 Jun 15 22:17:00.308039 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca586f86-7843-4ce8-b819-452a387a74ab req-41394f5c-1765-422d-a726-44781b40dab3 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:00.309845 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca586f86-7843-4ce8-b819-452a387a74ab req-41394f5c-1765-422d-a726-44781b40dab3 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.0885620 Jun 15 22:17:00.340071 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:00.376700 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1731d7bc-4c60-4f5a-8c63-c66cd43eb026 req-b25ac020-7b1f-46c5-8ffe-406e06e192bf tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833452 Jun 15 22:17:00.518969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Deleting port a9fd5de7-410d-45c9-83b6-f3360734e833 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:00.519312 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:00.692773 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983de32-3168-4013-ad71-d44058bdaa81 req-8115d4de-77e5-48e9-b9d6-dc22488800dc tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:00.695090 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1983de32-3168-4013-ad71-d44058bdaa81 req-8115d4de-77e5-48e9-b9d6-dc22488800dc tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 946 time: 0.1036642 Jun 15 22:17:00.784379 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] For port a9fd5de7-410d-45c9-83b6-f3360734e833, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a9fd5de7-410d-45c9-83b6-f3360734e833,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:00.784747 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:00.825831 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1983de32-3168-4013-ad71-d44058bdaa81 req-db66ed86-0343-40bd-86e8-04d08c7d0048 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/security-groups?id=ffa8001a-623d-49aa-ad98-a481f16c3161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203728 Jun 15 22:17:00.828884 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Calling delete_port for a9fd5de7-410d-45c9-83b6-f3360734e833 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:00.857418 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66edca0-3d4a-4a63-bef0-89ac55ae2aa6 req-3e504da1-9931-4284-ac69-4e47ce1ade91 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:00.864172 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d66edca0-3d4a-4a63-bef0-89ac55ae2aa6 req-3e504da1-9931-4284-ac69-4e47ce1ade91 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0636458 Jun 15 22:17:00.931808 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d66edca0-3d4a-4a63-bef0-89ac55ae2aa6 req-85e35cdf-c574-4f79-a67e-30c35824d39e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642917 Jun 15 22:17:00.961613 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=40 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:01.191457 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (a9fd5de7-410d-45c9-83b6-f3360734e833), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:01.238809 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['a9fd5de7-410d-45c9-83b6-f3360734e833'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:01.244993 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Pushing event deleted for resources: {'Port': ['ID=a9fd5de7-410d-45c9-83b6-f3360734e833,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:01.324959 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] No DVR routers for this DVR port a9fd5de7-410d-45c9-83b6-f3360734e833 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:17:01.329068 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:01.332978 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ca586f86-7843-4ce8-b819-452a387a74ab req-d9bd6738-3ede-4c3a-bf1a-2384701cdc64 tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.26 "DELETE /v2.0/ports/a9fd5de7-410d-45c9-83b6-f3360734e833 HTTP/1.1" status: 204 len: 173 time: 1.0170870 Jun 15 22:17:01.333579 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb59e48-8e20-4238-b880-a1052494e259', 'name': 'network-vif-deleted', 'tag': 'a9fd5de7-410d-45c9-83b6-f3360734e833'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:01.336048 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb5eb98-6f80-47e4-ade6-10d87ab8beca" -d '{"events": [{"server_uuid": "fbb59e48-8e20-4238-b880-a1052494e259", "name": "network-vif-deleted", "tag": "a9fd5de7-410d-45c9-83b6-f3360734e833"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:01.411404 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66770f44-f0c1-4c64-8100-951ee9ca6e36 x-openstack-request-id: req-66770f44-f0c1-4c64-8100-951ee9ca6e36 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:01.411803 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb59e48-8e20-4238-b880-a1052494e259", "name": "network-vif-deleted", "tag": "a9fd5de7-410d-45c9-83b6-f3360734e833", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:01.412211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66770f44-f0c1-4c64-8100-951ee9ca6e36 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:01.412733 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66770f44-f0c1-4c64-8100-951ee9ca6e36'] response: {'server_uuid': 'fbb59e48-8e20-4238-b880-a1052494e259', 'name': 'network-vif-deleted', 'tag': 'a9fd5de7-410d-45c9-83b6-f3360734e833', 'status': 'completed', 'code': 200} Jun 15 22:17:01.578987 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82188a-e978-469f-9ed1-fc980bf43a4c req-6931f831-e406-4e76-8f51-c22f94cf8e93 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:01.580667 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ff82188a-e978-469f-9ed1-fc980bf43a4c req-6931f831-e406-4e76-8f51-c22f94cf8e93 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 948 time: 0.0622697 Jun 15 22:17:01.643324 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ff82188a-e978-469f-9ed1-fc980bf43a4c req-c2f1a5f9-4409-438a-99b4-894f2b41118f tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553534 Jun 15 22:17:01.958991 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8e98c46c-724d-4a56-a2a7-228d4e68c96c req-a4045345-8ffd-403f-9d67-8bc8b7e16f7a tempest-DeleteServersTestJSON-1794795623 tempest-DeleteServersTestJSON-1794795623-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbb59e48-8e20-4238-b880-a1052494e259 HTTP/1.1" status: 200 len: 210 time: 0.0328848 Jun 15 22:17:02.099845 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484dc8-8929-4bff-a111-5261dad438ef req-e02230c5-96bb-473c-a36a-482ae1d76a43 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:02.101622 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a5484dc8-8929-4bff-a111-5261dad438ef req-e02230c5-96bb-473c-a36a-482ae1d76a43 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0609488 Jun 15 22:17:02.127603 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:02.165901 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a5484dc8-8929-4bff-a111-5261dad438ef req-c631c928-0ec9-4a45-a66a-e1e8b13061e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537682 Jun 15 22:17:02.305703 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a8f0becc-e113-4c39-80a3-e6accfa8ceaf details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:17:02.436200 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:02.458623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a8f0becc-e113-4c39-80a3-e6accfa8ceaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,segment=NetworkSegment(91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7),segment_id=91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:02.476520 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf', 'network_id': 'f5762091-8faa-47ab-a53f-c4bfae34c734', 'port_id': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf', 'mac_address': 'fa:16:3e:9a:80:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f35c60-5738-4795-a118-452f66320558', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:17:02.524162 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port a8f0becc-e113-4c39-80a3-e6accfa8ceaf is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:02.524551 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:02.551988 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f0becc-e113-4c39-80a3-e6accfa8ceaf {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:02.589884 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a8f0becc-e113-4c39-80a3-e6accfa8ceaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,segment=NetworkSegment(91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7),segment_id=91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:02.600847 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:02.695213 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:02.701951 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41920) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:02.825632 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a187-6dbe-418f-acd3-d1f592343ad7 req-909b596a-e9da-4cb1-8f06-480706749ee7 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:02.827660 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a787a187-6dbe-418f-acd3-d1f592343ad7 req-909b596a-e9da-4cb1-8f06-480706749ee7 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 949 time: 0.0653696 Jun 15 22:17:02.875350 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-189218ab-cb95-4b8f-b175-c0016c3b57a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:02.898689 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a787a187-6dbe-418f-acd3-d1f592343ad7 req-5b0c8fab-9ea4-463b-9984-962b0d4f0335 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605044 Jun 15 22:17:02.987451 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-189218ab-cb95-4b8f-b175-c0016c3b57a5 admin admin] Publish callbacks [] for security_group (b240e63e-85ff-4464-9be3-5bfdf6226a73), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:02.992205 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-189218ab-cb95-4b8f-b175-c0016c3b57a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b240e63e-85ff-4464-9be3-5bfdf6226a73), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:03.047747 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189218ab-cb95-4b8f-b175-c0016c3b57a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b240e63e-85ff-4464-9be3-5bfdf6226a73,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:03.061006 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-189218ab-cb95-4b8f-b175-c0016c3b57a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af65526047c249468d0a84a423567d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571143 Jun 15 22:17:03.063814 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41930) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:03.150607 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4f01aa39-b46c-487d-9cf9-01cacdba5d83 admin admin] Publish callbacks [] for security_group (b240e63e-85ff-4464-9be3-5bfdf6226a73), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:03.176913 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4f01aa39-b46c-487d-9cf9-01cacdba5d83 admin admin] Publish callbacks [] for security_group (b240e63e-85ff-4464-9be3-5bfdf6226a73), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:03.245957 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['a8f0becc-e113-4c39-80a3-e6accfa8ceaf'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:03.258855 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4f01aa39-b46c-487d-9cf9-01cacdba5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b240e63e-85ff-4464-9be3-5bfdf6226a73), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:03.263181 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4f01aa39-b46c-487d-9cf9-01cacdba5d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:03.265269 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4f01aa39-b46c-487d-9cf9-01cacdba5d83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b240e63e-85ff-4464-9be3-5bfdf6226a73 HTTP/1.1" status: 204 len: 168 time: 0.1997044 Jun 15 22:17:03.316585 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01aa39-b46c-487d-9cf9-01cacdba5d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b240e63e-85ff-4464-9be3-5bfdf6226a73,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:03.347264 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd838050-59db-45e4-a263-1a0ef62a072b req-560e9e63-c58f-4df9-8b89-51c4b9f28bfa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:03.350919 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd838050-59db-45e4-a263-1a0ef62a072b req-560e9e63-c58f-4df9-8b89-51c4b9f28bfa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0784996 Jun 15 22:17:03.448610 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd838050-59db-45e4-a263-1a0ef62a072b req-dcd06324-b181-4ca5-b14a-6962f85c0cc6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846252 Jun 15 22:17:04.025431 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269422a-0da0-441f-b7e9-c703a0a6075b req-a7abf60b-2169-49d2-ac69-9023d86c0fdc tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:04.026993 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2269422a-0da0-441f-b7e9-c703a0a6075b req-a7abf60b-2169-49d2-ac69-9023d86c0fdc tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 949 time: 0.0516076 Jun 15 22:17:04.048566 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:04.086394 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2269422a-0da0-441f-b7e9-c703a0a6075b req-27a0332c-12e2-4f54-a732-3870efd60100 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516584 Jun 15 22:17:04.149575 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 41976) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:04.286595 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1703612996-network', 'tenant_id': 'f8635efdd4ea406eabfb397bdfd83d07'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:04.308171 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Made reservation on behalf of f8635efdd4ea406eabfb397bdfd83d07 for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:04.311648 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.321734 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.368162 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a8f0becc-e113-4c39-80a3-e6accfa8ceaf up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:04.381471 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:04.415761 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks [] for security_group (d10452c6-7944-483c-a687-9d94e9035a3f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.422222 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d10452c6-7944-483c-a687-9d94e9035a3f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.428157 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port a8f0becc-e113-4c39-80a3-e6accfa8ceaf completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:17:04.439946 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port a8f0becc-e113-4c39-80a3-e6accfa8ceaf triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:04.440319 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.449844 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:17:04.461316 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10452c6-7944-483c-a687-9d94e9035a3f,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:04.467051 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (a89cdd3a-35d6-405e-8432-c830ecc4ec19), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.467421 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Added segment a89cdd3a-35d6-405e-8432-c830ecc4ec19 of type vlan for network b1f08f80-fccf-477a-aaf3-18a5aef794df Jun 15 22:17:04.527580 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (b1f08f80-fccf-477a-aaf3-18a5aef794df), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.551821 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port a8f0becc-e113-4c39-80a3-e6accfa8ceaf is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:04.552216 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.564258 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:04.585679 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc63399-177f-412a-9000-adee5a743df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:04.588732 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b721765-663c-4288-aabc-aad0ac122dea" -d '{"events": [{"server_uuid": "acc63399-177f-412a-9000-adee5a743df6", "name": "network-vif-plugged", "status": "completed", "tag": "a8f0becc-e113-4c39-80a3-e6accfa8ceaf"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:04.602709 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a8f0becc-e113-4c39-80a3-e6accfa8ceaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,segment=NetworkSegment(91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7),segment_id=91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:04.608201 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.609341 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a9fd5de7-410d-45c9-83b6-f3360734e833 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:17:04.620208 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560a4b3-06ac-4ca3-b515-ea990e42abe8 req-5cedf631-614c-46e0-af60-a3dd15ce085f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:04.621937 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1560a4b3-06ac-4ca3-b515-ea990e42abe8 req-5cedf631-614c-46e0-af60-a3dd15ce085f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0822546 Jun 15 22:17:04.624175 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (b1f08f80-fccf-477a-aaf3-18a5aef794df), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.625466 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:04.626024 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.649839 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41990) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:04.665498 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: a9fd5de7-410d-45c9-83b6-f3360734e833 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:17:04.665853 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a9fd5de7-410d-45c9-83b6-f3360734e833 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:17:04.686249 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ce977-83c1-4371-9d2b-99e800025d55 x-openstack-request-id: req-1d9ce977-83c1-4371-9d2b-99e800025d55 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:04.686533 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc63399-177f-412a-9000-adee5a743df6", "name": "network-vif-plugged", "status": "completed", "tag": "a8f0becc-e113-4c39-80a3-e6accfa8ceaf", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:04.687134 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d9ce977-83c1-4371-9d2b-99e800025d55 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:04.687746 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9ce977-83c1-4371-9d2b-99e800025d55'] response: {'server_uuid': 'acc63399-177f-412a-9000-adee5a743df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf', 'code': 200} Jun 15 22:17:04.697539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:04.725662 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] Pushing event updated for resources: {'Network': ['ID=b1f08f80-fccf-477a-aaf3-18a5aef794df,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:04.739294 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network b1f08f80-fccf-477a-aaf3-18a5aef794df details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:17:04.741528 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:04.750601 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d5d28bb9-edc1-4f5d-bef2-0b905c1006eb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5998118 Jun 15 22:17:04.756127 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 41992) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:04.761856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Request body: {'subnet': {'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1703612996-subnet', 'tenant_id': 'f8635efdd4ea406eabfb397bdfd83d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:04.775539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:04.789538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Made reservation on behalf of f8635efdd4ea406eabfb397bdfd83d07 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:04.791950 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:04.794356 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1560a4b3-06ac-4ca3-b515-ea990e42abe8 req-177b1b46-8757-4131-a3eb-55b5036ffe52 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621578 Jun 15 22:17:05.178621 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfffa6-50f9-422c-b780-1b415637e50f req-89a91211-6513-4d53-8ef6-6c8f92137bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:05.179774 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91cfffa6-50f9-422c-b780-1b415637e50f req-89a91211-6513-4d53-8ef6-6c8f92137bfd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 1134 time: 0.1435935 Jun 15 22:17:05.181455 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=58 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:05.339722 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91cfffa6-50f9-422c-b780-1b415637e50f req-bf4a48ed-3c02-4115-b621-2dd344463da7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456954 Jun 15 22:17:05.349495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac06694-4b95-434a-bbbd-85fd69c315f6 req-77afd064-46ce-45bb-9696-7033ac2c68e7 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:05.356759 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fac06694-4b95-434a-bbbd-85fd69c315f6 req-77afd064-46ce-45bb-9696-7033ac2c68e7 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.1359484 Jun 15 22:17:05.514270 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fac06694-4b95-434a-bbbd-85fd69c315f6 req-b5529dda-e5cb-4bae-ba8b-c01609e83596 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562061 Jun 15 22:17:05.565031 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for subnet (d51159ce-792a-42e2-8ac7-34d39f267396), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:05.692602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:05.717872 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51159ce-792a-42e2-8ac7-34d39f267396,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:05.724145 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (7d45b0ae-f775-442a-a841-1d27a32c6d62), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:05.759375 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Checking segment: {'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:05.759708 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Network hostable DHCP agents. Network: b1f08f80-fccf-477a-aaf3-18a5aef794df, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:17:05.821683 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Network b1f08f80-fccf-477a-aaf3-18a5aef794df is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:17:05.837070 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, b1f08f80-fccf-477a-aaf3-18a5aef794df) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:05.843918 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:05.844509 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:05.852260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017223c0-44b7-43dd-8ae0-d9e781e2343a None None] Network b1f08f80-fccf-477a-aaf3-18a5aef794df requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:17:05.936847 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930ef3d-ec01-433e-b553-0832abb0bb10 req-15aa4ba2-bb10-4251-9760-056524327cad tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:05.938613 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c30ddbaf-9f8a-4f86-b947-9f9084908485 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1807141 Jun 15 22:17:05.940072 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4930ef3d-ec01-433e-b553-0832abb0bb10 req-15aa4ba2-bb10-4251-9760-056524327cad tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0698822 Jun 15 22:17:05.989546 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e561539-e27c-4f91-b504-8c63ae889d00 None None] Network b1f08f80-fccf-477a-aaf3-18a5aef794df requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:17:06.014119 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:06.019979 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4930ef3d-ec01-433e-b553-0832abb0bb10 req-968aabee-7522-49b7-9c59-1d414d578cac tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734768 Jun 15 22:17:06.093624 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:06.104121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Deleting port 4b4c6c7f-6319-4369-a523-79bcbb31be2d {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:06.104447 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:06.196026 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] For port 4b4c6c7f-6319-4369-a523-79bcbb31be2d, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=4b4c6c7f-6319-4369-a523-79bcbb31be2d,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:06.196752 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:06.211757 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Calling delete_port for 4b4c6c7f-6319-4369-a523-79bcbb31be2d owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:06.421221 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (4b4c6c7f-6319-4369-a523-79bcbb31be2d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:06.451541 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4c6c7f-6319-4369-a523-79bcbb31be2d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:06.744418 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (7d45b0ae-f775-442a-a841-1d27a32c6d62), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:06.768031 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7191b-58fc-42fc-9360-fb20f9fc0dd7 req-055f2117-d627-4697-abc8-922a72cd8672 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:06.769588 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52c7191b-58fc-42fc-9360-fb20f9fc0dd7 req-055f2117-d627-4697-abc8-922a72cd8672 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.0928597 Jun 15 22:17:06.832380 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:06.907497 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-52c7191b-58fc-42fc-9360-fb20f9fc0dd7 req-d8659234-450f-4fd0-849a-df90db30a18f tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041386 Jun 15 22:17:07.021260 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Router 7d45b0ae-f775-442a-a841-1d27a32c6d62 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:17:07.107403 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:07.138235 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:17:07.139557 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308af6cb-4788-45bd-b4a9-1f82161afb02 req-3e4f4e93-0b2a-4a65-82ea-6dc606baac9c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:07.147780 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d9796564-86d5-415c-963f-5ef416c0bea5 admin admin] 10.222.0.55 "PUT /v2.0/routers/7d45b0ae-f775-442a-a841-1d27a32c6d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4951043 Jun 15 22:17:07.148026 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-308af6cb-4788-45bd-b4a9-1f82161afb02 req-3e4f4e93-0b2a-4a65-82ea-6dc606baac9c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0544941 Jun 15 22:17:07.148204 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42058) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:07.157759 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] Sync routers for ids ['7d45b0ae-f775-442a-a841-1d27a32c6d62'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:17:07.172096 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] Routers {'7d45b0ae-f775-442a-a841-1d27a32c6d62'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:07.173698 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['7d45b0ae-f775-442a-a841-1d27a32c6d62'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:07.214084 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-308af6cb-4788-45bd-b4a9-1f82161afb02 req-9c77008f-ee85-43d3-8075-ff9df86abd19 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665488 Jun 15 22:17:07.259038 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks [] for router (7d45b0ae-f775-442a-a841-1d27a32c6d62), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:07.304008 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] Set router 7d45b0ae-f775-442a-a841-1d27a32c6d62 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:07.367384 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks [] for router_gateway (7d45b0ae-f775-442a-a841-1d27a32c6d62), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:07.413575 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Deleting port d3b67007-1fec-4838-bb77-94b64573dabc {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:07.413902 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:07.489814 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:17:06Z', 'revision_number': 5, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port': {'id': 'd3b67007-1fec-4838-bb77-94b64573dabc', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:32Z', 'updated_at': '2022-06-15T22:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:07.521127 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] Checking router: 7d45b0ae-f775-442a-a841-1d27a32c6d62 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:17:07.533160 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] Routers {'7d45b0ae-f775-442a-a841-1d27a32c6d62'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:07.533815 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['7d45b0ae-f775-442a-a841-1d27a32c6d62'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:07.628692 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] Set router 7d45b0ae-f775-442a-a841-1d27a32c6d62 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:07.687595 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:17:07Z', 'revision_number': 6, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:07.713505 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f49db5-953b-482d-a6c3-9b6f754ccf9c None None] The sync data for ids ['7d45b0ae-f775-442a-a841-1d27a32c6d62'] in dv-cinder-835384-7-iscsi is: [{'id': '7d45b0ae-f775-442a-a841-1d27a32c6d62', 'name': 'tempest-DeleteServersTestJSON-1368568135-router', 'tenant_id': '0d340df02c724bee810b3f8874379cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:17:07Z', 'revision_number': 6, 'project_id': '0d340df02c724bee810b3f8874379cfc', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:17:07.738177 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] For port d3b67007-1fec-4838-bb77-94b64573dabc, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=d3b67007-1fec-4838-bb77-94b64573dabc,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:07.738695 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:07.762685 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Calling delete_port for d3b67007-1fec-4838-bb77-94b64573dabc owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:07.951302 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (d3b67007-1fec-4838-bb77-94b64573dabc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:07.977943 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b67007-1fec-4838-bb77-94b64573dabc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:08.013028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (7d45b0ae-f775-442a-a841-1d27a32c6d62), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.056506 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:08.149841 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (7d45b0ae-f775-442a-a841-1d27a32c6d62), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.158034 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28a801-05bf-47f2-919b-51a82361a035 req-cf7ebb5f-7cd4-4c5b-9635-25691a50dc1e tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:08.159690 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe28a801-05bf-47f2-919b-51a82361a035 req-cf7ebb5f-7cd4-4c5b-9635-25691a50dc1e tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.1575019 Jun 15 22:17:08.161093 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks [] for router_controller (7d45b0ae-f775-442a-a841-1d27a32c6d62), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.256013 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (7d45b0ae-f775-442a-a841-1d27a32c6d62), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.256605 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d45b0ae-f775-442a-a841-1d27a32c6d62 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:17:08.267652 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.271784 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42072) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:08.280012 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5ac4bf9e-d341-406e-b807-5a11c8ca5e6b admin admin] 10.222.0.55 "DELETE /v2.0/routers/7d45b0ae-f775-442a-a841-1d27a32c6d62 HTTP/1.1" status: 204 len: 168 time: 1.1288311 Jun 15 22:17:08.301952 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe28a801-05bf-47f2-919b-51a82361a035 req-14bea24f-5bae-4382-91f1-525e1ae2a936 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349397 Jun 15 22:17:08.346039 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] Deleting subnet b5c1fca3-26c0-477f-952b-2df52382242c {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:17:08.366298 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] Publish callbacks [] for subnet (b5c1fca3-26c0-477f-952b-2df52382242c), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.405853 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebf557-3e41-437a-9d52-a74653cde10b req-cb38826a-949f-4327-8e04-4224463aa0c3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:08.407854 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-adebf557-3e41-437a-9d52-a74653cde10b req-cb38826a-949f-4327-8e04-4224463aa0c3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0813532 Jun 15 22:17:08.427105 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (b5c1fca3-26c0-477f-952b-2df52382242c), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.526275 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-adebf557-3e41-437a-9d52-a74653cde10b req-bf72a5c2-b144-49cf-ac8a-422b888da665 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101761 Jun 15 22:17:08.584858 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (b5c1fca3-26c0-477f-952b-2df52382242c), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.609422 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 4b4c6c7f-6319-4369-a523-79bcbb31be2d no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:17:08.630859 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 4b4c6c7f-6319-4369-a523-79bcbb31be2d {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:17:08.631275 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 4b4c6c7f-6319-4369-a523-79bcbb31be2d not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:17:08.631790 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device d3b67007-1fec-4838-bb77-94b64573dabc no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:17:08.648869 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (b5c1fca3-26c0-477f-952b-2df52382242c), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.651711 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: d3b67007-1fec-4838-bb77-94b64573dabc {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:17:08.652056 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device d3b67007-1fec-4838-bb77-94b64573dabc not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:17:08.671496 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:08.673856 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c1fca3-26c0-477f-952b-2df52382242c,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:08.687482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.693201 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e8f1fb86-5890-46a9-911a-02f781effa97 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b5c1fca3-26c0-477f-952b-2df52382242c HTTP/1.1" status: 204 len: 168 time: 0.4193735 Jun 15 22:17:08.695000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42078) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:08.696936 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbeaecd-5627-4b9b-99c8-f1b56364a192 None None] Network 16182893-09af-4eb5-b45b-7d25217c4af9 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:17:08.775975 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (16182893-09af-4eb5-b45b-7d25217c4af9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.788841 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:08.828524 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Deleting port e0081fd5-0bf2-42a6-9374-07cfd887ede9 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:08.829236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.882759 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] DHCP port deletion for 16182893-09af-4eb5-b45b-7d25217c4af9 request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:17:08.910440 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] For port e0081fd5-0bf2-42a6-9374-07cfd887ede9, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e0081fd5-0bf2-42a6-9374-07cfd887ede9,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:08.910795 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:08.924752 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Calling delete_port for e0081fd5-0bf2-42a6-9374-07cfd887ede9 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:08.927762 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] Deleting port e0081fd5-0bf2-42a6-9374-07cfd887ede9 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:08.928132 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.005036 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] For port e0081fd5-0bf2-42a6-9374-07cfd887ede9, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e0081fd5-0bf2-42a6-9374-07cfd887ede9,segment=NetworkSegment(b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2),segment_id=b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:09.005475 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.010273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.022056 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] Calling delete_port for e0081fd5-0bf2-42a6-9374-07cfd887ede9 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:09.046649 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0081fd5-0bf2-42a6-9374-07cfd887ede9,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:09.049501 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] No DVR routers for this DVR port e0081fd5-0bf2-42a6-9374-07cfd887ede9 on host dv-cinder-835384-7-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:17:09.121373 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (16182893-09af-4eb5-b45b-7d25217c4af9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.142541 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (e0081fd5-0bf2-42a6-9374-07cfd887ede9), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.143547 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.143951 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.144657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.145095 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.145475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.145811 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.146129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.146458 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.146767 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.147082 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.166349 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] Pushing event deleted for resources: {'Port': ['ID=e0081fd5-0bf2-42a6-9374-07cfd887ede9,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:09.172838 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086c684-22e8-4dc2-be9a-0057f5a4e06a None None] No DVR routers for this DVR port e0081fd5-0bf2-42a6-9374-07cfd887ede9 on host dv-cinder-835384-7-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:17:09.222305 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.222650 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.222980 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.223301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 22:17:09.223681 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16182893-09af-4eb5-b45b-7d25217c4af9']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:09.243284 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:09.243573 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:09.267099 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.291587 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.301134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:17:09.301583 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.370857 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (16182893-09af-4eb5-b45b-7d25217c4af9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.389746 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.395438 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/16182893-09af-4eb5-b45b-7d25217c4af9 HTTP/1.1" status: 204 len: 168 time: 0.6967006 Jun 15 22:17:09.395438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed44ca3-2f9a-408e-abab-be3d8828f9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=16182893-09af-4eb5-b45b-7d25217c4af9,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:09.448056 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845a478-d1d1-423d-8f22-5298516496e4 req-ea0cc75b-58a6-423a-b00a-739acb152c09 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:09.449593 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c845a478-d1d1-423d-8f22-5298516496e4 req-ea0cc75b-58a6-423a-b00a-739acb152c09 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.0531666 Jun 15 22:17:09.509863 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c845a478-d1d1-423d-8f22-5298516496e4 req-48a48627-b0a1-4d2c-9e4a-139bd9983384 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541315 Jun 15 22:17:09.542726 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42098) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:09.593310 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7bef4585-96f3-4369-8578-79dcf9ae1e7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d340df02c724bee810b3f8874379cfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488079 Jun 15 22:17:09.595768 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42102) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:09.603422 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2 resource provider aggregate not found Jun 15 22:17:09.623232 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3da6c90-3fa0-4e06-8a81-e0f0ed8913e2 found for delete ", "request_id": "req-1d7f27c9-ebd1-4841-9625-4597d45cdac6"}]} Jun 15 22:17:09.688313 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e74e0c-32b4-4ae7-84e9-007b4347ef5b req-528ee5b8-8571-47b7-82c1-beba2dd42282 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:09.689816 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-80e74e0c-32b4-4ae7-84e9-007b4347ef5b req-528ee5b8-8571-47b7-82c1-beba2dd42282 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0671086 Jun 15 22:17:09.694771 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a2845f7-5d42-4611-9b4b-072205f301b3 admin admin] Publish callbacks [] for security_group (ffa8001a-623d-49aa-ad98-a481f16c3161), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.738589 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a2845f7-5d42-4611-9b4b-072205f301b3 admin admin] Publish callbacks [] for security_group (ffa8001a-623d-49aa-ad98-a481f16c3161), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.772656 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-80e74e0c-32b4-4ae7-84e9-007b4347ef5b req-d2af5d2f-731d-471a-9b05-578744ba5285 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Jun 15 22:17:09.803658 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a2845f7-5d42-4611-9b4b-072205f301b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ffa8001a-623d-49aa-ad98-a481f16c3161), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.806494 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9a2845f7-5d42-4611-9b4b-072205f301b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:09.807613 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9a2845f7-5d42-4611-9b4b-072205f301b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffa8001a-623d-49aa-ad98-a481f16c3161 HTTP/1.1" status: 204 len: 168 time: 0.2107477 Jun 15 22:17:09.816639 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2845f7-5d42-4611-9b4b-072205f301b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa8001a-623d-49aa-ad98-a481f16c3161,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:10.586402 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42136) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:10.604647 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e0081fd5-0bf2-42a6-9374-07cfd887ede9 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:17:10.624797 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: e0081fd5-0bf2-42a6-9374-07cfd887ede9 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:17:10.625202 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e0081fd5-0bf2-42a6-9374-07cfd887ede9 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:17:10.640661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4492b0-56cb-43f7-8217-5377a7492bd7 req-9e12be98-fdde-43c9-8e89-520e52764cd3 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:10.642275 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a4492b0-56cb-43f7-8217-5377a7492bd7 req-9e12be98-fdde-43c9-8e89-520e52764cd3 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.0598137 Jun 15 22:17:10.687095 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:10.692195 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a4492b0-56cb-43f7-8217-5377a7492bd7 req-afb025d5-bff0-430d-90b1-e8e4212c5fff tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 Jun 15 22:17:10.701007 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-network', 'tenant_id': '1593797d34a04b169379da1a51e18072'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:10.725868 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Made reservation on behalf of 1593797d34a04b169379da1a51e18072 for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:10.729613 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:10.741965 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:10.773122 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:10.829977 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks [] for security_group (6ffb1ab4-c08f-4ce4-a304-19b948277038), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:10.836422 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6ffb1ab4-c08f-4ce4-a304-19b948277038), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:10.851625 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:17:10.877026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (59868e6d-146b-4522-8d8d-26d929cacc9d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:10.877456 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Added segment 59868e6d-146b-4522-8d8d-26d929cacc9d of type vlan for network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e Jun 15 22:17:10.893344 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb1ab4-c08f-4ce4-a304-19b948277038,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:10.937133 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:10.938431 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e53a3-9c2d-4500-8bf1-2f4e55d719e2 req-73dd5fc1-02a0-40ab-929f-319b69fd4980 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:10.941048 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-127e53a3-9c2d-4500-8bf1-2f4e55d719e2 req-73dd5fc1-02a0-40ab-929f-319b69fd4980 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0671806 Jun 15 22:17:10.968326 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:10.969402 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:10.969929 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.007771 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4202363 Jun 15 22:17:11.013478 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-127e53a3-9c2d-4500-8bf1-2f4e55d719e2 req-4b557831-2fed-49e5-9bbb-ef592d5b2637 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641363 Jun 15 22:17:11.014775 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42152) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:11.021062 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Request body: {'subnet': {'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-subnet', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:11.044472 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Made reservation on behalf of 1593797d34a04b169379da1a51e18072 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:11.047048 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.066343 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecb708-883d-4817-9646-acb82f58a7a8 admin admin] Pushing event updated for resources: {'Network': ['ID=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:11.077830 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:17:11.084926 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb5ebb-00f8-4890-9b03-4c6258b3bee4 req-918b0522-ae52-40b6-b070-7889fd4b88f5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:11.086576 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e4cb5ebb-00f8-4890-9b03-4c6258b3bee4 req-918b0522-ae52-40b6-b070-7889fd4b88f5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.0850048 Jun 15 22:17:11.138079 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e4cb5ebb-00f8-4890-9b03-4c6258b3bee4 req-94aa255d-938d-4556-a4f0-0c010eea11df tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Jun 15 22:17:11.229744 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.263729 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:11.283614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:11.299148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Checking segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:11.299495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Network hostable DHCP agents. Network: 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:17:11.319044 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:17:11.329084 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:11.333272 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:11.333885 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.339475 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca00522-3771-4db4-9711-b2907c6325e5 None None] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:17:11.352565 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9f9775ce-3398-4726-8fdd-7549fa265546 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3365090 Jun 15 22:17:11.355393 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42156) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:11.359876 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:11.382524 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (1a93d3bb-fb19-4935-804a-19b63b1b99f5), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.383733 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (1a93d3bb-fb19-4935-804a-19b63b1b99f5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.451768 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks [] for router_controller (1a93d3bb-fb19-4935-804a-19b63b1b99f5), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.594529 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'project_id': '1593797d34a04b169379da1a51e18072', 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:17:11.595643 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.613430 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks [] for router_gateway (1a93d3bb-fb19-4935-804a-19b63b1b99f5), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.774377 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Allocated IP 172.20.0.2 (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e/d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e/4307ed22-c661-4a01-9f09-9881feac9729) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:11.788275 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:11.828662 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:11.832627 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks [] for router_gateway (1a93d3bb-fb19-4935-804a-19b63b1b99f5), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.853233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.937792 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Publish callbacks [] for port (4307ed22-c661-4a01-9f09-9881feac9729), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.946865 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (4307ed22-c661-4a01-9f09-9881feac9729), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:11.972882 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:11.978111 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Allocated IP 172.27.2.166 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/3ccde2f5-6c86-4a3e-b327-70532a7e0d7e) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:11.991485 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:11.996895 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:12.001676 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:12.004729 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Pushing event updated for resources: {'Port': ['ID=4307ed22-c661-4a01-9f09-9881feac9729,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:12.089752 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Attempting to bind port 4307ed22-c661-4a01-9f09-9881feac9729 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:17:12.090262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Attempting to bind port 4307ed22-c661-4a01-9f09-9881feac9729 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:17:12.090620 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Attempting to bind port 4307ed22-c661-4a01-9f09-9881feac9729 on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:12.111126 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:17:12.111126 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Checking segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:12.111578 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:12.112018 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Bound using segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:17:12.112500 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Bound port: 4307ed22-c661-4a01-9f09-9881feac9729, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:17:12.112873 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4307ed22-c661-4a01-9f09-9881feac9729), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:12.147562 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:12.180980 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babb232-8b00-4690-ac05-60570d55dbac req-dc136542-6262-41a2-885a-ccd955dd0bee tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:12.184097 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1babb232-8b00-4690-ac05-60570d55dbac req-dc136542-6262-41a2-885a-ccd955dd0bee tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0754225 Jun 15 22:17:12.196664 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks [] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:12.211045 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] For port 4307ed22-c661-4a01-9f09-9881feac9729, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:17:12.215694 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] For port 4307ed22-c661-4a01-9f09-9881feac9729, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=4307ed22-c661-4a01-9f09-9881feac9729,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:17:12.227195 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4307ed22-c661-4a01-9f09-9881feac9729), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:12.270840 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:12.286029 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1babb232-8b00-4690-ac05-60570d55dbac req-e2ce18f3-b523-4342-b113-21f5e104bfb4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931435 Jun 15 22:17:12.294729 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:12.296767 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-d4ac2daa-ef4f-44cb-995d-bc549a1ae055 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:12.304344 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-d4ac2daa-ef4f-44cb-995d-bc549a1ae055 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/networks?id=b1f08f80-fccf-477a-aaf3-18a5aef794df HTTP/1.1" status: 200 len: 809 time: 0.1781855 Jun 15 22:17:12.341376 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-b3c0811e-8cae-4252-ae9b-eb5684d88305 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/quotas/f8635efdd4ea406eabfb397bdfd83d07 HTTP/1.1" status: 200 len: 375 time: 0.0355537 Jun 15 22:17:12.344856 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d0482-bb49-4131-bce2-cbdc8be95acf None None] Pushing event updated for resources: {'Port': ['ID=4307ed22-c661-4a01-9f09-9881feac9729,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:12.382306 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:12.387326 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-1d76c02a-2a0e-450c-a578-4a31ac475e1b tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449150 Jun 15 22:17:12.394441 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:12.397294 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:12.435536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Pushing event updated for resources: {'Port': ['ID=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:12.508934 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-db1cf783-f6a5-4254-ae44-2f611fcedffb service neutron] 10.222.0.55 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143391 Jun 15 22:17:12.633496 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb13410-1f2a-4377-90c4-f6e67f1d5133 req-2f3a6807-0d93-4324-830d-a76e29c7814f tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:12.635338 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7cb13410-1f2a-4377-90c4-f6e67f1d5133 req-2f3a6807-0d93-4324-830d-a76e29c7814f tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.1801755 Jun 15 22:17:12.726773 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-7a13c616-c4fa-4184-81a6-aaab546abaa4 service neutron] 10.222.0.55 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087481 Jun 15 22:17:12.752204 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7cb13410-1f2a-4377-90c4-f6e67f1d5133 req-e2290627-af2f-4633-9ef4-1a40a8582e26 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100106 Jun 15 22:17:12.939496 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15dc0435-a30c-4b1a-91f8-36af9c36713b req-2e3546ed-ad9f-4ab9-a751-d2111b067ecf tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 210 time: 0.0413420 Jun 15 22:17:12.976103 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks [] for router_gateway (1a93d3bb-fb19-4935-804a-19b63b1b99f5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:12.980447 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:13.026277 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09742052-340b-458f-adbc-2142026bf096 req-6634ccf2-8570-432e-8ecf-0b56dc372c28 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:13.028190 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09742052-340b-458f-adbc-2142026bf096 req-6634ccf2-8570-432e-8ecf-0b56dc372c28 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.0993059 Jun 15 22:17:13.173299 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Deleting port a8f0becc-e113-4c39-80a3-e6accfa8ceaf {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:13.173611 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:13.387262 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] For port a8f0becc-e113-4c39-80a3-e6accfa8ceaf, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,segment=NetworkSegment(91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7),segment_id=91d67a1a-4636-4b5c-b7b3-12a1aab2b2e7)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:13.388438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:13.398500 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (1a93d3bb-fb19-4935-804a-19b63b1b99f5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:13.410130 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Calling delete_port for a8f0becc-e113-4c39-80a3-e6accfa8ceaf owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:13.448910 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f04820-0884-4317-ab77-cdff7d70e8e3 req-11cd3fb9-aa87-4687-85d2-e101b5858cd3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:13.450628 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d1f04820-0884-4317-ab77-cdff7d70e8e3 req-11cd3fb9-aa87-4687-85d2-e101b5858cd3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0505195 Jun 15 22:17:13.521811 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d1f04820-0884-4317-ab77-cdff7d70e8e3 req-1353ff89-e41a-4cf7-a366-8f52e81c2c58 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Jun 15 22:17:13.559889 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b591ca41-2331-4f60-ae7a-3aba60c4f424 None None] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:17:13.632535 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-ee1c821a-e4fb-4677-a5b9-7579c0e17502 None None] Provisioning complete for port 4307ed22-c661-4a01-9f09-9881feac9729 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:13.632904 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee1c821a-e4fb-4677-a5b9-7579c0e17502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4307ed22-c661-4a01-9f09-9881feac9729), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:13.763503 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c821a-e4fb-4677-a5b9-7579c0e17502 None None] Current status of the port 4307ed22-c661-4a01-9f09-9881feac9729 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:13.763899 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee1c821a-e4fb-4677-a5b9-7579c0e17502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4307ed22-c661-4a01-9f09-9881feac9729), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:13.850501 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:13.908719 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-60ec9723-6299-4dd1-9419-1d5c3a1ced0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:13.923427 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-ee1c821a-e4fb-4677-a5b9-7579c0e17502 None None] For port 4307ed22-c661-4a01-9f09-9881feac9729, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=4307ed22-c661-4a01-9f09-9881feac9729,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:13.932846 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee1c821a-e4fb-4677-a5b9-7579c0e17502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4307ed22-c661-4a01-9f09-9881feac9729), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:14.028969 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c821a-e4fb-4677-a5b9-7579c0e17502 None None] Pushing event updated for resources: {'Port': ['ID=4307ed22-c661-4a01-9f09-9881feac9729,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:14.046236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3df1fa-fc88-448c-a923-eb737e3c775b req-0a12a9b1-2410-4869-997d-f5158c45640f tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:14.048018 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf3df1fa-fc88-448c-a923-eb737e3c775b req-0a12a9b1-2410-4869-997d-f5158c45640f tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 950 time: 0.1218379 Jun 15 22:17:14.054579 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (a8f0becc-e113-4c39-80a3-e6accfa8ceaf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:14.057611 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:17:14.104832 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['a8f0becc-e113-4c39-80a3-e6accfa8ceaf'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:14.118455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Pushing event deleted for resources: {'Port': ['ID=a8f0becc-e113-4c39-80a3-e6accfa8ceaf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:14.146782 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1621e298-82e9-4da5-be62-944a84d8b773 req-fcd26d5f-3c6c-4b76-b69c-b5badbabb8a1 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 210 time: 0.0844107 Jun 15 22:17:14.276518 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:14.317987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-3adefe48-8b34-4649-a81d-2dbe07fc332f None None] Provisioning complete for port 4307ed22-c661-4a01-9f09-9881feac9729 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:14.320786 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3adefe48-8b34-4649-a81d-2dbe07fc332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4307ed22-c661-4a01-9f09-9881feac9729), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:14.339552 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:14.471675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] No DVR routers for this DVR port a8f0becc-e113-4c39-80a3-e6accfa8ceaf on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:17:14.476982 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:14.482610 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09742052-340b-458f-adbc-2142026bf096 req-ffd75aae-8af3-4f47-aed2-91df2e83c25d tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.26 "DELETE /v2.0/ports/a8f0becc-e113-4c39-80a3-e6accfa8ceaf HTTP/1.1" status: 204 len: 173 time: 1.4287772 Jun 15 22:17:14.503266 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-3adefe48-8b34-4649-a81d-2dbe07fc332f None None] Current status of the port 4307ed22-c661-4a01-9f09-9881feac9729 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:14.511678 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf3df1fa-fc88-448c-a923-eb737e3c775b req-d6947d3b-edb9-4c2d-8312-05119945b0a8 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/security-groups?id=81b8eb78-169c-4c0e-b67a-696e1a460f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545972 Jun 15 22:17:14.521100 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc63399-177f-412a-9000-adee5a743df6', 'name': 'network-vif-deleted', 'tag': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:14.523851 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bbe0ee-d488-4438-862c-cf6b93b704f8" -d '{"events": [{"server_uuid": "acc63399-177f-412a-9000-adee5a743df6", "name": "network-vif-deleted", "tag": "a8f0becc-e113-4c39-80a3-e6accfa8ceaf"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:14.648394 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:17:14.659385 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Sync routers for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:17:14.672999 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca70a1c-5133-4a82-8435-10e733ab88bc x-openstack-request-id: req-8ca70a1c-5133-4a82-8435-10e733ab88bc {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:14.674249 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc63399-177f-412a-9000-adee5a743df6", "name": "network-vif-deleted", "tag": "a8f0becc-e113-4c39-80a3-e6accfa8ceaf", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:14.675166 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ca70a1c-5133-4a82-8435-10e733ab88bc {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:14.676002 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca70a1c-5133-4a82-8435-10e733ab88bc'] response: {'server_uuid': 'acc63399-177f-412a-9000-adee5a743df6', 'name': 'network-vif-deleted', 'tag': 'a8f0becc-e113-4c39-80a3-e6accfa8ceaf', 'status': 'completed', 'code': 200} Jun 15 22:17:14.686636 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:14.689005 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:14.718283 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:14.720055 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3d7fe4ff-c7f5-40f4-820e-a4c01c6fc175 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3636005 Jun 15 22:17:14.724457 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42252) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:14.733561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-e0202c39-a3b3-431e-969e-ee8871b6a93f tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:14.735501 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-e0202c39-a3b3-431e-969e-ee8871b6a93f tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "GET /v2.0/networks?id=b1f08f80-fccf-477a-aaf3-18a5aef794df HTTP/1.1" status: 200 len: 809 time: 0.3503048 Jun 15 22:17:14.749775 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 4307ed22-c661-4a01-9f09-9881feac9729 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:14.849027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 4307ed22-c661-4a01-9f09-9881feac9729 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:14.849239 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4307ed22-c661-4a01-9f09-9881feac9729), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:14.861182 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Request body: {'port': {'device_id': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df', 'admin_state_up': True, 'tenant_id': 'f8635efdd4ea406eabfb397bdfd83d07'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:14.885609 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:14.961074 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:15.017303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Made reservation on behalf of f8635efdd4ea406eabfb397bdfd83d07 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:15.021426 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.058892 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 4307ed22-c661-4a01-9f09-9881feac9729 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:15.077075 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396ad7-acbc-43cb-ba7d-bb5ba37adf91 req-77c62a8c-2523-4ef6-9fd2-9ac4378805be tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:15.078798 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ce396ad7-acbc-43cb-ba7d-bb5ba37adf91 req-77c62a8c-2523-4ef6-9fd2-9ac4378805be tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.3742366 Jun 15 22:17:15.117551 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:12Z', 'revision_number': 3, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:15.144759 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Checking router: 1a93d3bb-fb19-4935-804a-19b63b1b99f5 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:17:15.145564 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Updating router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:17:15.183744 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.198610 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Allocated IP 172.20.0.5 (b1f08f80-fccf-477a-aaf3-18a5aef794df/d51159ce-792a-42e2-8ac7-34d39f267396/4a060def-0120-4156-b0cd-de5bdd97d326) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:15.205162 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ce396ad7-acbc-43cb-ba7d-bb5ba37adf91 req-21551af2-58fc-4f47-b37d-30d1af8eb3c8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166956 Jun 15 22:17:15.278864 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:15.298642 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-955986cc-98cd-41b5-8c49-bc6d84b39197 req-1792ec6a-b1f4-4cf1-b5af-72631164a2ba tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 210 time: 0.0408654 Jun 15 22:17:15.337222 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:15.430321 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks [] for port (4a060def-0120-4156-b0cd-de5bdd97d326), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.430541 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:15.468207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.488654 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.519378 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Pushing event updated for resources: {'Port': ['ID=4a060def-0120-4156-b0cd-de5bdd97d326,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:15.532080 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Network b1f08f80-fccf-477a-aaf3-18a5aef794df is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:15.533690 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:15.536062 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:15.585888 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:15.586792 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.610438 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-74900f00-2c89-4dcf-b999-6f057c767f2a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7539485 Jun 15 22:17:15.665954 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Publish callbacks [] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.671763 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Allocated IP 172.20.0.1 (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e/d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e/c84c0ebe-1cbb-4434-9f00-62edc2f8422c) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:15.673102 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.698395 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7856afdf-16c5-4f3e-ad92-34101cb21daf req-a7f54fde-5e67-4b38-b2be-591cfff455e5 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0392058 Jun 15 22:17:15.737056 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:15.750766 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Attempting to bind port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:17:15.751131 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Attempting to bind port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:17:15.751490 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Attempting to bind port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:15.754210 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3fd8-0485-49d5-b561-5e71f40abe0e None None] Pushing event updated for resources: {'Port': ['ID=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:15.760805 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:17:15.761512 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:15.762117 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.762637 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:17:15.763323 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Bound port: 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:17:15.763868 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.818980 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] For port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:17:15.822600 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] For port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:17:15.832781 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.843492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks [] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.883768 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:15.911932 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:15.912849 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:16:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:15.930715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:15.934151 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:15.938586 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:15.944177 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Pushing event updated for resources: {'Port': ['ID=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:15.988783 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (1a93d3bb-fb19-4935-804a-19b63b1b99f5), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:16.006533 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3fd8-0485-49d5-b561-5e71f40abe0e None None] Pushing event updated for resources: {'Port': ['ID=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:16.085911 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-068aafd7-4861-458e-b327-128eb64fcd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:16.120571 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:16.186113 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:16.346078 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:16.356070 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:16.358559 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e690b0c-8183-400a-aa0f-3595e6ef210c req-58ce5cdf-e824-45ab-936d-44d747e228e9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:16.360865 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7e690b0c-8183-400a-aa0f-3595e6ef210c req-58ce5cdf-e824-45ab-936d-44d747e228e9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0635056 Jun 15 22:17:16.399326 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:12Z', 'revision_number': 3, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:16.430100 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks [] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:16.432870 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7e690b0c-8183-400a-aa0f-3595e6ef210c req-8e2e653d-d04c-4cfe-ba3c-021da3d45602 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Jun 15 22:17:16.448180 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d6bd23cb-6b7a-4011-8239-f2802c9501ce None None] Provisioning complete for port c84c0ebe-1cbb-4434-9f00-62edc2f8422c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:16.448723 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d6bd23cb-6b7a-4011-8239-f2802c9501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:16.450492 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:16.453852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ab180-ef5b-4077-a1b8-fdac0315e40e None None] The sync data for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi is: [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:12Z', 'revision_number': 3, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:17:16.470528 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:16.494100 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd23cb-6b7a-4011-8239-f2802c9501ce None None] Port c84c0ebe-1cbb-4434-9f00-62edc2f8422c cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:17:16.528919 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9053-a37b-4a7b-8b74-5c300043ae3e req-7774a3f3-a939-422b-9fce-1312d5eb3efd tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:16.533382 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e39b9053-a37b-4a7b-8b74-5c300043ae3e req-7774a3f3-a939-422b-9fce-1312d5eb3efd tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 931 time: 0.1330614 Jun 15 22:17:16.571446 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Pushing event updated for resources: {'Port': ['ID=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:16.595108 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (1a93d3bb-fb19-4935-804a-19b63b1b99f5), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:16.641848 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e39b9053-a37b-4a7b-8b74-5c300043ae3e req-496691ca-697c-4d49-93a1-fbfbe960e71f tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019573 Jun 15 22:17:16.746421 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:16.750267 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:16.854076 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ed9c58b9-44fc-4e1b-8448-2812dec9fd30 req-31b1a025-c2b6-4994-a9aa-983470b017de tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0417449 Jun 15 22:17:16.892630 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:17:17.044654 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-2a9830c4-8e97-463e-8966-ecc5736339a9 None None] Provisioning complete for port c84c0ebe-1cbb-4434-9f00-62edc2f8422c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:17.045571 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a9830c4-8e97-463e-8966-ecc5736339a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.048345 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:17:17.064774 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-17b7039b-565e-457f-9c92-f0ad0131afcd admin admin] 10.222.0.55 "PUT /v2.0/routers/1a93d3bb-fb19-4935-804a-19b63b1b99f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3299670 Jun 15 22:17:17.093004 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-2a9830c4-8e97-463e-8966-ecc5736339a9 None None] Port c84c0ebe-1cbb-4434-9f00-62edc2f8422c cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:17:17.433086 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42292) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:17.438478 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-e82bdf1f-6498-4fb9-a525-0f8ba0406544 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395114982', 'description': 'tempest-description--347980477'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:17.463527 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e82bdf1f-6498-4fb9-a525-0f8ba0406544 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.480612 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:17.577793 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e82bdf1f-6498-4fb9-a525-0f8ba0406544 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (f5073415-ed82-49a2-9ccb-51fae5c99284), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.578662 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.581878 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e82bdf1f-6498-4fb9-a525-0f8ba0406544 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f5073415-ed82-49a2-9ccb-51fae5c99284), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.617686 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a6ded-1dab-4e7f-bc09-fbeb96e13882 req-8ec86297-a59c-468a-bdfe-b2270c606065 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:17.619312 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-760a6ded-1dab-4e7f-bc09-fbeb96e13882 req-8ec86297-a59c-468a-bdfe-b2270c606065 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0893753 Jun 15 22:17:17.636331 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e82bdf1f-6498-4fb9-a525-0f8ba0406544 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.637789 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e82bdf1f-6498-4fb9-a525-0f8ba0406544 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2028000 Jun 15 22:17:17.641004 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42298) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:17.645836 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-e069d9a1-973b-4b3f-a1e3-e32afc32dea6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'security_group_rule': {'security_group_id': 'f5073415-ed82-49a2-9ccb-51fae5c99284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:17.646185 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bdf1f-6498-4fb9-a525-0f8ba0406544 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5073415-ed82-49a2-9ccb-51fae5c99284,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:17.678925 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a8f0becc-e113-4c39-80a3-e6accfa8ceaf no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:17:17.683057 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e069d9a1-973b-4b3f-a1e3-e32afc32dea6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (233388e5-072b-431b-881c-c3693066e1b2), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.696687 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-760a6ded-1dab-4e7f-bc09-fbeb96e13882 req-0d13f029-cb8c-4877-8c1a-6c0a1496cfeb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665951 Jun 15 22:17:17.708539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: a8f0becc-e113-4c39-80a3-e6accfa8ceaf {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:17:17.708879 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a8f0becc-e113-4c39-80a3-e6accfa8ceaf not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:17:17.786651 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a1406-a263-4653-8fb4-6768ec0be0b8 req-636f0226-1150-41b5-aa1e-6a954dde7593 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:17.788094 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-155a1406-a263-4653-8fb4-6768ec0be0b8 req-636f0226-1150-41b5-aa1e-6a954dde7593 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 931 time: 0.0660188 Jun 15 22:17:17.803912 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e069d9a1-973b-4b3f-a1e3-e32afc32dea6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (233388e5-072b-431b-881c-c3693066e1b2), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.805940 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Request body: {'port': {'device_id': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:17.821553 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e069d9a1-973b-4b3f-a1e3-e32afc32dea6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (233388e5-072b-431b-881c-c3693066e1b2), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.832814 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:17.866742 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069d9a1-973b-4b3f-a1e3-e32afc32dea6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233388e5-072b-431b-881c-c3693066e1b2,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:17.873508 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e069d9a1-973b-4b3f-a1e3-e32afc32dea6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.879693 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42304) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:17.884523 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-fe26a1b1-20cd-47c4-8c7c-6d97fc7ce90e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'security_group_rule': {'security_group_id': 'f5073415-ed82-49a2-9ccb-51fae5c99284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:17.887719 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e069d9a1-973b-4b3f-a1e3-e32afc32dea6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356586 Jun 15 22:17:17.910877 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:17.917840 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-155a1406-a263-4653-8fb4-6768ec0be0b8 req-1ad7844c-11fd-42e5-8266-8770bc1f5915 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171484 Jun 15 22:17:18.006804 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fe26a1b1-20cd-47c4-8c7c-6d97fc7ce90e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (98302311-edeb-40b5-b360-f7e83ec21a70), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.016458 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c83811db-9429-41b8-a6e4-67268752670e req-d423bbaf-06d1-4c6c-89a9-620254fbc085 tempest-VolumesNegativeTest-344653640 tempest-VolumesNegativeTest-344653640-project] 10.222.0.55 "GET /v2.0/ports?device_id=acc63399-177f-412a-9000-adee5a743df6 HTTP/1.1" status: 200 len: 210 time: 0.0480494 Jun 15 22:17:18.030352 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:18.155607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fe26a1b1-20cd-47c4-8c7c-6d97fc7ce90e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (98302311-edeb-40b5-b360-f7e83ec21a70), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.163202 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fe26a1b1-20cd-47c4-8c7c-6d97fc7ce90e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (98302311-edeb-40b5-b360-f7e83ec21a70), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.218333 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26a1b1-20cd-47c4-8c7c-6d97fc7ce90e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98302311-edeb-40b5-b360-f7e83ec21a70,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:18.237151 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fe26a1b1-20cd-47c4-8c7c-6d97fc7ce90e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.241270 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fe26a1b1-20cd-47c4-8c7c-6d97fc7ce90e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577034 Jun 15 22:17:18.242409 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Sync routers for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:17:18.242961 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42306) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:18.249376 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:18.251815 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:18.252427 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:17:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:18.275361 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.321907 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a060def-0120-4156-b0cd-de5bdd97d326 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:18.330359 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Publish callbacks [] for port (4a060def-0120-4156-b0cd-de5bdd97d326), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.346752 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Transition to ACTIVE for port object 4a060def-0120-4156-b0cd-de5bdd97d326 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:17:18.351815 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.366970 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.407305 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:18.417183 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=4a060def-0120-4156-b0cd-de5bdd97d326,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:18.447607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:18.448823 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:18.510116 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Allocated IP 172.27.2.96 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/02206950-329c-46b2-ad7a-739fbb59423c) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:18.516440 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Attempting to bind port 4a060def-0120-4156-b0cd-de5bdd97d326 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:17:18.516912 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Attempting to bind port 4a060def-0120-4156-b0cd-de5bdd97d326 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:17:18.517296 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Attempting to bind port 4a060def-0120-4156-b0cd-de5bdd97d326 on network b1f08f80-fccf-477a-aaf3-18a5aef794df {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:18.536969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Port 4a060def-0120-4156-b0cd-de5bdd97d326 on network b1f08f80-fccf-477a-aaf3-18a5aef794df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:17:18.541363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Attempting to bind port 4a060def-0120-4156-b0cd-de5bdd97d326 on network b1f08f80-fccf-477a-aaf3-18a5aef794df {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:18.556614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:17:18.556944 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Checking segment: {'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:18.557379 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Bound using segment: {'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:17:18.557783 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Bound port: 4a060def-0120-4156-b0cd-de5bdd97d326, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:17:18.558134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.695806 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:18.720071 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] For port 4a060def-0120-4156-b0cd-de5bdd97d326, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:17:18.727604 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] For port 4a060def-0120-4156-b0cd-de5bdd97d326, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4a060def-0120-4156-b0cd-de5bdd97d326,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:17:18.738961 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.771293 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 2, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:18.796583 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:18.797265 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.806080 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:18.806951 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.809572 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] 10.222.0.26 "PUT /v2.0/ports/4a060def-0120-4156-b0cd-de5bdd97d326 HTTP/1.1" status: 200 len: 1093 time: 1.0086195 Jun 15 22:17:18.810346 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'tag': '4a060def-0120-4156-b0cd-de5bdd97d326'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:18.813116 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737a5c45-a4ff-4510-adf1-177d5be2512a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4e2549-4010-4b25-a126-45dc35eab7cd", "tag": "4a060def-0120-4156-b0cd-de5bdd97d326"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:18.853839 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Checking router: 1a93d3bb-fb19-4935-804a-19b63b1b99f5 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:17:18.854569 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Updating router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 port c84c0ebe-1cbb-4434-9f00-62edc2f8422c binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:17:18.858397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adf945-fa37-49a8-92fe-77ebd930f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=4a060def-0120-4156-b0cd-de5bdd97d326,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:18.895964 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.948044 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for port (02206950-329c-46b2-ad7a-739fbb59423c), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:18.996239 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f1f9f-b5a4-45b6-91b1-0201492e023d x-openstack-request-id: req-904f1f9f-b5a4-45b6-91b1-0201492e023d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:18.996942 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4e2549-4010-4b25-a126-45dc35eab7cd", "tag": "4a060def-0120-4156-b0cd-de5bdd97d326", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:18.997194 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-904f1f9f-b5a4-45b6-91b1-0201492e023d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:18.998257 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904f1f9f-b5a4-45b6-91b1-0201492e023d'] response: {'name': 'network-changed', 'server_uuid': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'tag': '4a060def-0120-4156-b0cd-de5bdd97d326', 'status': 'completed', 'code': 200} Jun 15 22:17:19.013379 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-f72df561-be3e-4e6b-86c2-0e6b8469b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:19.015138 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-f72df561-be3e-4e6b-86c2-0e6b8469b530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 1127 time: 0.1225679 Jun 15 22:17:19.074316 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:19.075107 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.080981 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:19.089994 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e887e-4190-4a2d-911e-6fa38071eb75 req-1c3cc98d-7b82-4803-9064-3d6d09c6dbc9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:19.099878 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-822e887e-4190-4a2d-911e-6fa38071eb75 req-1c3cc98d-7b82-4803-9064-3d6d09c6dbc9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1773424 Jun 15 22:17:19.133790 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-13dbd827-1357-4ad7-bbfb-f612a157d7b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a060def-0120-4156-b0cd-de5bdd97d326 HTTP/1.1" status: 200 len: 217 time: 0.1021838 Jun 15 22:17:19.138884 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:19.146043 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.203006 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (02206950-329c-46b2-ad7a-739fbb59423c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.233051 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-9642063d-bf09-41ee-be58-e95866b36683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:19.234646 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-9642063d-bf09-41ee-be58-e95866b36683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d51159ce-792a-42e2-8ac7-34d39f267396 HTTP/1.1" status: 200 len: 849 time: 0.0604029 Jun 15 22:17:19.238222 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:19.252991 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:19.262269 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:19.274972 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:19.275397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58768-9849-406c-a255-e782d597b4ac req-fd9fc0ae-30e4-416a-ad73-66d278e5b2a2 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:19.282152 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-822e887e-4190-4a2d-911e-6fa38071eb75 req-5c564339-7131-435a-8eee-574d65d784b5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808970 Jun 15 22:17:19.284885 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:19.286842 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-55f58768-9849-406c-a255-e782d597b4ac req-fd9fc0ae-30e4-416a-ad73-66d278e5b2a2 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 943 time: 0.1506579 Jun 15 22:17:19.291258 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.314994 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-d0270c73-ec4d-4263-bcf6-fb4b2d5b0aff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1f08f80-fccf-477a-aaf3-18a5aef794df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641065 Jun 15 22:17:19.354358 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Publish callbacks [] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.364707 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.366741 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.381724 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'Port': ['ID=02206950-329c-46b2-ad7a-739fbb59423c,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:19.436671 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Pushing event updated for resources: {'Port': ['ID=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:19.463577 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.464114 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.464638 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.465466 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.465636 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-346db991-b8da-4582-8883-3cf4c269b679 service neutron] 10.222.0.26 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351407 Jun 15 22:17:19.466133 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.466133 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.466510 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.466976 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.472208 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.472776 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.473248 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.473749 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.474322 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.474775 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.475225 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:19.517565 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (a1378eb9-93e9-49aa-8dc4-d1546e6d9628), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.524464 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-55f58768-9849-406c-a255-e782d597b4ac req-ac0eaa2c-1eec-4e4a-8d1a-7476f5c10d71 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081978 Jun 15 22:17:19.548685 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Attempting to bind port c84c0ebe-1cbb-4434-9f00-62edc2f8422c on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:17:19.549044 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Attempting to bind port c84c0ebe-1cbb-4434-9f00-62edc2f8422c by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:17:19.549420 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Attempting to bind port c84c0ebe-1cbb-4434-9f00-62edc2f8422c on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:19.566198 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:17:19.566568 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Checking segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:19.566960 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.567337 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Bound using segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:17:19.567838 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Bound port: c84c0ebe-1cbb-4434-9f00-62edc2f8422c, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:17:19.569508 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.590259 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (02206950-329c-46b2-ad7a-739fbb59423c), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.617284 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:19.655154 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00eef53b-9b1b-4c86-a76e-e6f841473236 req-1623c4c4-3ed0-4f2c-91d7-4e7d899756f8 service neutron] 10.222.0.26 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798677 Jun 15 22:17:19.755453 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:19.764247 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-59c0bfe3-6e3f-49bd-bc7e-1ca986b41b61 None None] Provisioning complete for port c84c0ebe-1cbb-4434-9f00-62edc2f8422c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:19.764928 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-59c0bfe3-6e3f-49bd-bc7e-1ca986b41b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.772757 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] For port c84c0ebe-1cbb-4434-9f00-62edc2f8422c, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:17:19.776305 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] For port c84c0ebe-1cbb-4434-9f00-62edc2f8422c, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:17:19.786653 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.790646 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:19.805875 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-59c0bfe3-6e3f-49bd-bc7e-1ca986b41b61 None None] Port c84c0ebe-1cbb-4434-9f00-62edc2f8422c cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:17:19.812480 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for port (02206950-329c-46b2-ad7a-739fbb59423c), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.819736 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (02206950-329c-46b2-ad7a-739fbb59423c), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.856911 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:19.858060 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:17:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:19.858690 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:19.892521 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a7474-b15b-413a-94f2-bcfc9c015a61 None None] Pushing event updated for resources: {'Port': ['ID=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:19.939394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'Port': ['ID=02206950-329c-46b2-ad7a-739fbb59423c,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:19.954343 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (a1378eb9-93e9-49aa-8dc4-d1546e6d9628), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.979379 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:19.980909 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-74d2f515-4d76-47d8-8c90-2e0b2fb70705 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7367144 Jun 15 22:17:20.070134 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:20.137736 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-4f51373f-b075-4b06-8406-dcd1b9f1609e None None] Provisioning complete for port c84c0ebe-1cbb-4434-9f00-62edc2f8422c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:20.138473 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f51373f-b075-4b06-8406-dcd1b9f1609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:20.181231 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-9f065901-37de-464e-900b-16aaaf6d5c73 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--395114982&fields=id&tenant_id=1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 267 time: 0.0484369 Jun 15 22:17:20.287414 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4f51373f-b075-4b06-8406-dcd1b9f1609e None None] Current status of the port c84c0ebe-1cbb-4434-9f00-62edc2f8422c is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:20.288137 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f51373f-b075-4b06-8406-dcd1b9f1609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:20.328242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-4f51373f-b075-4b06-8406-dcd1b9f1609e None None] For port c84c0ebe-1cbb-4434-9f00-62edc2f8422c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:20.335899 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4f51373f-b075-4b06-8406-dcd1b9f1609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:20.354739 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-c19e0503-75d8-4103-b2d0-bd2b8b5ce9b0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:20.364155 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-c19e0503-75d8-4103-b2d0-bd2b8b5ce9b0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 817 time: 0.1736915 Jun 15 22:17:20.386026 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-5d87a5c7-be05-4470-9cfb-c7bbf8de270e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/quotas/1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 375 time: 0.0208695 Jun 15 22:17:20.415738 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:20.456877 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d5b7ea-1a97-4c63-a5e8-fb3de1867523 None None] The sync data for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi is: [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:17:20.470209 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-3407755c-80df-49ec-a71d-be73690b819c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753365 Jun 15 22:17:20.474562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51373f-b075-4b06-8406-dcd1b9f1609e None None] Pushing event updated for resources: {'Port': ['ID=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:20.474777 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17d170-b9a8-4243-b9dc-f3688f31c72f req-e001c70e-e52c-4990-be01-4c61ef7ce858 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:20.479878 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f17d170-b9a8-4243-b9dc-f3688f31c72f req-e001c70e-e52c-4990-be01-4c61ef7ce858 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1106112 Jun 15 22:17:20.618845 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-ee4b5404-ef28-4202-9945-c20c8e449a15 service neutron] 10.222.0.55 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444964 Jun 15 22:17:20.620896 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0f17d170-b9a8-4243-b9dc-f3688f31c72f req-2ad2676f-573d-4c4a-87a7-78875664f0bc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301930 Jun 15 22:17:20.756920 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-2423f147-bc49-4175-922c-4845ad859571 service neutron] 10.222.0.55 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371405 Jun 15 22:17:20.788716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc5b88-60d4-476d-bbca-1eb116972b7a req-7bf65ff5-ad20-492b-854d-40e6cbb6f82f tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:20.795323 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2bc5b88-60d4-476d-bbca-1eb116972b7a req-7bf65ff5-ad20-492b-854d-40e6cbb6f82f tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 943 time: 0.0827045 Jun 15 22:17:20.832174 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:20.912592 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:20.913395 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:20.917886 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2bc5b88-60d4-476d-bbca-1eb116972b7a req-01630573-3793-4082-b80c-7f64fc98e3aa tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150622 Jun 15 22:17:20.946134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-6a9e0538-0808-4a2e-9e73-9192bc2971ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:20.948003 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-6a9e0538-0808-4a2e-9e73-9192bc2971ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 1127 time: 0.1094117 Jun 15 22:17:21.059832 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:21.061104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c84c0ebe-1cbb-4434-9f00-62edc2f8422c up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:21.089227 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:21.100815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:21.104306 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c06944b5-2cd3-4e30-8bc0-6f0309c3df7c req-06a7e8f8-d726-481c-a3e3-4899a46ea8aa tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 210 time: 0.0813189 Jun 15 22:17:21.160375 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port c84c0ebe-1cbb-4434-9f00-62edc2f8422c triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:21.161105 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:21.216305 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-753eac9b-70bb-4d40-a5c6-546ff7180158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:21.218936 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-753eac9b-70bb-4d40-a5c6-546ff7180158 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b1f08f80-fccf-477a-aaf3-18a5aef794df HTTP/1.1" status: 200 len: 910 time: 0.2480578 Jun 15 22:17:21.307606 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-21944df1-fbd9-498e-bd10-b88a1f15a43e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a060def-0120-4156-b0cd-de5bdd97d326 HTTP/1.1" status: 200 len: 217 time: 0.0732911 Jun 15 22:17:21.363242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port c84c0ebe-1cbb-4434-9f00-62edc2f8422c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:21.435005 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-9d957f6f-0f68-40d7-a6b5-4a7807725162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:21.436645 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-9d957f6f-0f68-40d7-a6b5-4a7807725162 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d51159ce-792a-42e2-8ac7-34d39f267396 HTTP/1.1" status: 200 len: 849 time: 0.1208723 Jun 15 22:17:21.490652 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-b31e4636-59b3-4c20-b091-6aba33814ba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1f08f80-fccf-477a-aaf3-18a5aef794df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416415 Jun 15 22:17:21.655844 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-456f0d3a-9708-4626-bf8f-7f73ba4e04b6 service neutron] 10.222.0.26 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511102 Jun 15 22:17:21.700009 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4a060def-0120-4156-b0cd-de5bdd97d326 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:17:21.863363 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29bd62-8863-4a70-9cfe-cb11b658322b req-be370499-07df-4f18-9755-57e9e79dc818 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:21.901165 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd29bd62-8863-4a70-9cfe-cb11b658322b req-be370499-07df-4f18-9755-57e9e79dc818 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1808043 Jun 15 22:17:21.947202 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-737a5c45-a4ff-4510-adf1-177d5be2512a req-a476a892-edfc-45df-9c27-c22bafc38db3 service neutron] 10.222.0.26 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542346 Jun 15 22:17:22.009899 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd29bd62-8863-4a70-9cfe-cb11b658322b req-8de42d73-0590-4616-b34d-5155554c5244 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974352 Jun 15 22:17:22.010308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 4a060def-0120-4156-b0cd-de5bdd97d326, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4a060def-0120-4156-b0cd-de5bdd97d326,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:22.071065 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '4a060def-0120-4156-b0cd-de5bdd97d326', 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df', 'port_id': '4a060def-0120-4156-b0cd-de5bdd97d326', 'mac_address': 'fa:16:3e:81:0e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51159ce-792a-42e2-8ac7-34d39f267396', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:17:22.120756 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5646195-9293-4d07-a934-f1b78fcaf2a3 req-8186b09d-5f55-4e41-bf48-a7180a1761fa tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:22.123282 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5646195-9293-4d07-a934-f1b78fcaf2a3 req-8186b09d-5f55-4e41-bf48-a7180a1761fa tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 943 time: 0.0856829 Jun 15 22:17:22.140087 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 4a060def-0120-4156-b0cd-de5bdd97d326 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:22.140360 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:22.158404 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a060def-0120-4156-b0cd-de5bdd97d326 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:22.186768 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 4a060def-0120-4156-b0cd-de5bdd97d326, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4a060def-0120-4156-b0cd-de5bdd97d326,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:22.193586 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:22.256182 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5646195-9293-4d07-a934-f1b78fcaf2a3 req-218442c2-de82-4d1a-a62c-b2686bcdebdc tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251035 Jun 15 22:17:22.257445 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:22.283714 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=4a060def-0120-4156-b0cd-de5bdd97d326,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:22.297663 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-417a05cc-002c-4b13-a510-442e85c988e2 req-c4fcac6a-a200-4d3c-8bc4-c1a55cf4dd04 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 210 time: 0.0582483 Jun 15 22:17:22.587430 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['4a060def-0120-4156-b0cd-de5bdd97d326'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:22.895760 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-f3c31053-0261-4275-99ae-62d799e3e231 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:22.897637 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-f3c31053-0261-4275-99ae-62d799e3e231 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 817 time: 0.2219217 Jun 15 22:17:22.982093 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-8bf7a503-fe9d-4eb9-9762-55155b37e30b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 379 time: 0.0683949 Jun 15 22:17:23.071889 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'port': {'device_id': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'admin_state_up': True, 'tenant_id': '1593797d34a04b169379da1a51e18072', 'security_groups': ['f5073415-ed82-49a2-9ccb-51fae5c99284']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:23.195794 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b59b98-d46a-4e1d-a8bb-e2cba63497ff req-857d37bb-cf90-4e16-afde-b2308f65687c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:23.197723 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4b59b98-d46a-4e1d-a8bb-e2cba63497ff req-857d37bb-cf90-4e16-afde-b2308f65687c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1184752 Jun 15 22:17:23.209760 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:23.310864 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b4b59b98-d46a-4e1d-a8bb-e2cba63497ff req-7febb44f-03b9-4f01-8a89-9c4fb2a6713a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973477 Jun 15 22:17:23.341775 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Made reservation on behalf of 1593797d34a04b169379da1a51e18072 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:23.341775 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:23.514179 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9d426531-6995-4bb7-963d-e97455cb1d70 req-cd8ba022-b1ea-4409-84df-b80f5e2209fc tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 210 time: 0.0522852 Jun 15 22:17:23.592215 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23deef-7b52-4608-b24b-bb2628bedce8 req-291cad92-5a7a-4d13-a6c7-770284de044c tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:23.593507 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ab23deef-7b52-4608-b24b-bb2628bedce8 req-291cad92-5a7a-4d13-a6c7-770284de044c tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 944 time: 0.0612705 Jun 15 22:17:23.657106 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Allocated IP 172.20.0.5 (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e/d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e/eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:23.689272 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ab23deef-7b52-4608-b24b-bb2628bedce8 req-da48dbe0-217f-4194-bf63-9c1941d8c7cc tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866070 Jun 15 22:17:23.702642 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4a060def-0120-4156-b0cd-de5bdd97d326 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:23.791869 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 4a060def-0120-4156-b0cd-de5bdd97d326 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:17:23.802343 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 4a060def-0120-4156-b0cd-de5bdd97d326 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:23.804000 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:23.820190 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:23.931661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:23.981310 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:23.984331 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 4a060def-0120-4156-b0cd-de5bdd97d326 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:23.984936 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.019263 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a060def-0120-4156-b0cd-de5bdd97d326'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:24.025465 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dccfa7-8abf-44d7-9818-b1f88784ec29" -d '{"events": [{"server_uuid": "4a4e2549-4010-4b25-a126-45dc35eab7cd", "name": "network-vif-plugged", "status": "completed", "tag": "4a060def-0120-4156-b0cd-de5bdd97d326"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:24.047134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:24.062307 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:24.063689 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:24.066625 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:24.066857 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 4a060def-0120-4156-b0cd-de5bdd97d326, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4a060def-0120-4156-b0cd-de5bdd97d326,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:24.074012 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.074888 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42696) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:24.142429 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3743408-9cc8-4ffc-9501-471fdcaaddf5 x-openstack-request-id: req-d3743408-9cc8-4ffc-9501-471fdcaaddf5 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:24.143286 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4e2549-4010-4b25-a126-45dc35eab7cd", "name": "network-vif-plugged", "status": "completed", "tag": "4a060def-0120-4156-b0cd-de5bdd97d326", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:24.143486 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3743408-9cc8-4ffc-9501-471fdcaaddf5 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:24.144141 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3743408-9cc8-4ffc-9501-471fdcaaddf5'] response: {'server_uuid': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a060def-0120-4156-b0cd-de5bdd97d326', 'code': 200} Jun 15 22:17:24.169763 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:24.170376 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.186485 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=4a060def-0120-4156-b0cd-de5bdd97d326,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:24.193419 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-a7cea310-c9d5-434f-bc94-bc10c541c394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1349618 Jun 15 22:17:24.263007 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Request body: {'port': {'device_id': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:24.292134 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bbca4fc7-85c9-47ec-9dbc-d538e4608788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.359762 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.402759 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bbca4fc7-85c9-47ec-9dbc-d538e4608788 admin admin] Publish callbacks [] for security_group (e239799e-44f8-4458-8cfb-7d1eccbcaadd), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.419072 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bbca4fc7-85c9-47ec-9dbc-d538e4608788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e239799e-44f8-4458-8cfb-7d1eccbcaadd), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.422591 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-305bae5c-bf7b-4567-8685-775a7eba6e54 None None] Provisioning complete for port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:24.423206 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-305bae5c-bf7b-4567-8685-775a7eba6e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.488168 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-305bae5c-bf7b-4567-8685-775a7eba6e54 None None] Port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:17:24.492768 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca4fc7-85c9-47ec-9dbc-d538e4608788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e239799e-44f8-4458-8cfb-7d1eccbcaadd,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:24.500146 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bbca4fc7-85c9-47ec-9dbc-d538e4608788 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29e579caa3004d389a6dc075dabdc05a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240708 Jun 15 22:17:24.503474 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42702) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:24.517852 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d384-c7dc-415e-ade1-61b74294d4f6 req-52911152-be2c-4971-8a9d-01a46ec609c4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:24.519386 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8e31d384-c7dc-415e-ade1-61b74294d4f6 req-52911152-be2c-4971-8a9d-01a46ec609c4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1145709 Jun 15 22:17:24.526437 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:24.547040 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:24.566604 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cab525-b37e-4b49-aeb2-4ab97201e26a req-ad516e93-138c-4251-af9b-3a1d149363a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:24.568249 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cab525-b37e-4b49-aeb2-4ab97201e26a req-ad516e93-138c-4251-af9b-3a1d149363a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 1129 time: 0.0560911 Jun 15 22:17:24.624057 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8e31d384-c7dc-415e-ade1-61b74294d4f6 req-5092c96f-3602-42de-9f10-1e1ced78cfa9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917895 Jun 15 22:17:24.625426 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:24.631186 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0d14-796a-401b-abe6-dea7b530d788 admin admin] Publish callbacks [] for security_group (e239799e-44f8-4458-8cfb-7d1eccbcaadd), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.670827 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0d14-796a-401b-abe6-dea7b530d788 admin admin] Publish callbacks [] for security_group (e239799e-44f8-4458-8cfb-7d1eccbcaadd), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.720327 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a6678-c284-4d8a-b19f-ec12ea5e5be1 req-fc1a2496-7f13-4a8a-8c14-5e6791a4bdb0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:24.721849 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e21a6678-c284-4d8a-b19f-ec12ea5e5be1 req-fc1a2496-7f13-4a8a-8c14-5e6791a4bdb0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 931 time: 0.1179001 Jun 15 22:17:24.735876 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0d14-796a-401b-abe6-dea7b530d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e239799e-44f8-4458-8cfb-7d1eccbcaadd), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.737663 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-97cab525-b37e-4b49-aeb2-4ab97201e26a req-6131f204-f6a2-4374-b5bc-79e4b7d240cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543605 Jun 15 22:17:24.739285 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0d14-796a-401b-abe6-dea7b530d788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.744669 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0f4a0d14-796a-401b-abe6-dea7b530d788 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e239799e-44f8-4458-8cfb-7d1eccbcaadd HTTP/1.1" status: 204 len: 168 time: 0.2398357 Jun 15 22:17:24.754958 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a0d14-796a-401b-abe6-dea7b530d788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e239799e-44f8-4458-8cfb-7d1eccbcaadd,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:24.843775 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:24.855856 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf36e3-13d4-4fcc-8ba8-bbef333af8a8 req-d66a8709-489e-4b0d-a502-7d5bb7fa0aea tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:24.858190 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b5cf36e3-13d4-4fcc-8ba8-bbef333af8a8 req-d66a8709-489e-4b0d-a502-7d5bb7fa0aea tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 945 time: 0.0719259 Jun 15 22:17:24.884619 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e21a6678-c284-4d8a-b19f-ec12ea5e5be1 req-da8627c8-675c-426c-9714-11ea7b432426 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499097 Jun 15 22:17:24.898727 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:24.908375 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Publish callbacks [] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.924435 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Transition to ACTIVE for port object eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:17:24.929700 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:24.936167 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b5cf36e3-13d4-4fcc-8ba8-bbef333af8a8 req-3016269a-8441-4798-b695-619d85968d80 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678387 Jun 15 22:17:24.985590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:25.068670 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Attempting to bind port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:17:25.069025 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Attempting to bind port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:17:25.069355 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Attempting to bind port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:25.075847 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:17:25.076282 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Attempting to bind port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:25.086497 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:17:25.086837 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Checking segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:25.087215 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Bound using segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:17:25.087641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Bound port: eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:17:25.088005 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:25.176006 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:17:25.181823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:17:25.194326 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:25.218607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:25.219632 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:25.221714 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] 10.222.0.26 "PUT /v2.0/ports/eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e HTTP/1.1" status: 200 len: 1093 time: 0.9640651 Jun 15 22:17:25.222195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:25.224582 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee6c507-3167-43a9-8f93-e7c5a1d8e396" -d '{"events": [{"name": "network-changed", "server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:25.286624 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5ffcb-75df-4c9d-8dd1-7ac18abe9785 service neutron] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:25.300906 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdde739-75f4-451c-90a1-25172ba50c5d x-openstack-request-id: req-cfdde739-75f4-451c-90a1-25172ba50c5d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:25.301256 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:25.301457 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cfdde739-75f4-451c-90a1-25172ba50c5d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:25.301851 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdde739-75f4-451c-90a1-25172ba50c5d'] response: {'name': 'network-changed', 'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'status': 'completed', 'code': 200} Jun 15 22:17:25.484954 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42752) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:25.540769 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42758) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:25.665772 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b14-9cc6-4bb2-ad32-fd60a618068a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:25.792499 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-187cef00-114e-4f03-905b-473fec0d7921 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b9143eb19784ee68d32ba580bc47797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515471 Jun 15 22:17:25.796437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42770) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:25.810371 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c507-3167-43a9-8f93-e7c5a1d8e396 req-bd9f67f5-f1cf-4dc6-b35f-28a15550e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:25.811942 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ee6c507-3167-43a9-8f93-e7c5a1d8e396 req-bd9f67f5-f1cf-4dc6-b35f-28a15550e238 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 1127 time: 0.1200576 Jun 15 22:17:25.819836 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-80baeef5-d117-4b6d-bac1-08454784833e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158576 Jun 15 22:17:25.850190 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c1ff-523f-4a2d-971f-28d1ee3f66cc req-8461c9a9-471e-4f8e-937a-2ec5fec68696 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:25.851722 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3f36c1ff-523f-4a2d-971f-28d1ee3f66cc req-8461c9a9-471e-4f8e-937a-2ec5fec68696 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0838568 Jun 15 22:17:25.853807 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b14-9cc6-4bb2-ad32-fd60a618068a admin admin] Publish callbacks [] for security_group (3a8ce818-fe21-47fc-8d8f-29c409e485d4), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:25.860765 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b14-9cc6-4bb2-ad32-fd60a618068a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3a8ce818-fe21-47fc-8d8f-29c409e485d4), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:25.885132 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42772) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:25.951120 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc2b14-9cc6-4bb2-ad32-fd60a618068a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8ce818-fe21-47fc-8d8f-29c409e485d4,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:25.985551 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f4dc2b14-9cc6-4bb2-ad32-fd60a618068a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c69fde155f34fd5a48e916b85a87bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967959 Jun 15 22:17:25.986027 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42780) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:26.053727 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-523579123-network', 'tenant_id': '1c2773d61c84492fb70a7a59cffa6fdb'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:26.087974 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3f36c1ff-523f-4a2d-971f-28d1ee3f66cc req-97b5d5fa-0270-406f-bc28-9c2365f0e348 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963615 Jun 15 22:17:26.107061 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Made reservation on behalf of 1c2773d61c84492fb70a7a59cffa6fdb for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:26.109473 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.121811 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.127416 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0eb7dadf-5b11-4f35-a4f4-1bdb663f36f9 admin admin] Publish callbacks [] for security_group (3a8ce818-fe21-47fc-8d8f-29c409e485d4), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.177427 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0eb7dadf-5b11-4f35-a4f4-1bdb663f36f9 admin admin] Publish callbacks [] for security_group (3a8ce818-fe21-47fc-8d8f-29c409e485d4), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.228042 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57e1e019-4018-4742-87d0-3ddbd329e280 admin admin] Publish callbacks [] for security_group (81b8eb78-169c-4c0e-b67a-696e1a460f56), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.289296 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fb477-6497-48fa-8f98-d761010013c0 req-09b5df6a-4dac-48d9-a23b-9279be566926 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:26.291252 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fc2fb477-6497-48fa-8f98-d761010013c0 req-09b5df6a-4dac-48d9-a23b-9279be566926 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.1257904 Jun 15 22:17:26.328333 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57e1e019-4018-4742-87d0-3ddbd329e280 admin admin] Publish callbacks [] for security_group (81b8eb78-169c-4c0e-b67a-696e1a460f56), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.392447 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:26.395370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c507-3167-43a9-8f93-e7c5a1d8e396 req-15488cf1-ec9a-49e8-8fc3-d3bd176a6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:26.398159 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ee6c507-3167-43a9-8f93-e7c5a1d8e396 req-15488cf1-ec9a-49e8-8fc3-d3bd176a6666 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1593797d34a04b169379da1a51e18072&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5449400 Jun 15 22:17:26.469467 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fc2fb477-6497-48fa-8f98-d761010013c0 req-62aae1e8-a4cf-4f1e-9318-22f9dab254f7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664770 Jun 15 22:17:26.502459 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:26.511237 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:26.522218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57e1e019-4018-4742-87d0-3ddbd329e280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (81b8eb78-169c-4c0e-b67a-696e1a460f56), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.526698 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-57e1e019-4018-4742-87d0-3ddbd329e280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.532836 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-57e1e019-4018-4742-87d0-3ddbd329e280 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81b8eb78-169c-4c0e-b67a-696e1a460f56 HTTP/1.1" status: 204 len: 168 time: 0.7293208 Jun 15 22:17:26.534386 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0b2b6-94aa-4fad-b88d-b6134ecd1aac req-0750b210-9481-4cbd-a2da-b12ee8c32c36 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:26.536103 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-32a0b2b6-94aa-4fad-b88d-b6134ecd1aac req-0750b210-9481-4cbd-a2da-b12ee8c32c36 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 945 time: 0.3760946 Jun 15 22:17:26.568505 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1e019-4018-4742-87d0-3ddbd329e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b8eb78-169c-4c0e-b67a-696e1a460f56,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:26.626975 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks [] for security_group (ec0c0566-cd44-444b-930f-4e6cd9456a11), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.628854 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0eb7dadf-5b11-4f35-a4f4-1bdb663f36f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3a8ce818-fe21-47fc-8d8f-29c409e485d4), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.633675 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0eb7dadf-5b11-4f35-a4f4-1bdb663f36f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.635770 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0eb7dadf-5b11-4f35-a4f4-1bdb663f36f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a8ce818-fe21-47fc-8d8f-29c409e485d4 HTTP/1.1" status: 204 len: 168 time: 0.6479275 Jun 15 22:17:26.681467 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ec0c0566-cd44-444b-930f-4e6cd9456a11), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.721403 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7dadf-5b11-4f35-a4f4-1bdb663f36f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8ce818-fe21-47fc-8d8f-29c409e485d4,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:26.728274 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:26.748871 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:17:26.763344 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.786159 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-32a0b2b6-94aa-4fad-b88d-b6134ecd1aac req-ea48bfe6-0c81-450f-8566-98f65013dbbb tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317252 Jun 15 22:17:26.849994 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (91448024-cc8d-49cb-abb7-e71167d379e1), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:26.850345 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Added segment 91448024-cc8d-49cb-abb7-e71167d379e1 of type vlan for network 9200866c-5ebf-4743-a4b5-3b5987ff8333 Jun 15 22:17:26.915017 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-abea9a48-49c1-4a5a-b203-7bf550145b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:26.918351 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-abea9a48-49c1-4a5a-b203-7bf550145b5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 1129 time: 0.2572489 Jun 15 22:17:26.964176 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (9200866c-5ebf-4743-a4b5-3b5987ff8333), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.012178 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (9200866c-5ebf-4743-a4b5-3b5987ff8333), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.013292 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.013947 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.047426 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c0566-cd44-444b-930f-4e6cd9456a11,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:27.101711 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.2082326 Jun 15 22:17:27.104648 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 42794) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:27.107303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c507-3167-43a9-8f93-e7c5a1d8e396 req-acdfe571-e5e1-4e98-82c2-fdbab2f47a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.109268 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ee6c507-3167-43a9-8f93-e7c5a1d8e396 req-acdfe571-e5e1-4e98-82c2-fdbab2f47a83 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4538891 Jun 15 22:17:27.111300 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Request body: {'subnet': {'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-523579123-subnet', 'tenant_id': '1c2773d61c84492fb70a7a59cffa6fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:27.161179 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:27.228453 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db18419-f6ae-4195-9a62-42b6c7dffaba admin admin] Pushing event updated for resources: {'Network': ['ID=9200866c-5ebf-4743-a4b5-3b5987ff8333,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:27.246358 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 9200866c-5ebf-4743-a4b5-3b5987ff8333 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:17:27.249916 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Made reservation on behalf of 1c2773d61c84492fb70a7a59cffa6fdb for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:27.258740 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-42007255-6284-4cba-8cb8-a91dac1abc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.260447 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-42007255-6284-4cba-8cb8-a91dac1abc70 service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.2663224 Jun 15 22:17:27.261094 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9626010'] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.318602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854102be-67eb-4b2f-a36b-33302d5d7b37 req-f8670b60-0feb-47c0-99ff-cb4d236c7a27 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.320248 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-854102be-67eb-4b2f-a36b-33302d5d7b37 req-f8670b60-0feb-47c0-99ff-cb4d236c7a27 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0563900 Jun 15 22:17:27.375438 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-1387b125-da62-43d9-9eac-1c259d52c1d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5349d20e-592a-407e-a1f5-695dbc88a11a HTTP/1.1" status: 200 len: 217 time: 0.0541797 Jun 15 22:17:27.378827 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-751ade29-68c9-42f4-bf66-f079481cd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.380340 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-751ade29-68c9-42f4-bf66-f079481cd20e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 1127 time: 0.1876125 Jun 15 22:17:27.422814 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42800) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:27.489604 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-d1c659dc-2e8b-4396-8e7e-be01744561e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e HTTP/1.1" status: 200 len: 217 time: 0.0900724 Jun 15 22:17:27.500979 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2241495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9626036'] for subnet (9896a233-d742-4560-b1e4-38b46af19e47), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.504195 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-854102be-67eb-4b2f-a36b-33302d5d7b37 req-ae145d3d-b925-49fc-8ca9-b352d0f53cb7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732268 Jun 15 22:17:27.530380 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60cc44b9-a24f-464b-afeb-524ea9b85b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.588879 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-be7a9cf9-76b9-494c-97bb-6e87a6209d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.590669 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-be7a9cf9-76b9-494c-97bb-6e87a6209d3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.1900635 Jun 15 22:17:27.604158 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9896a233-d742-4560-b1e4-38b46af19e47,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:27.613645 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-6757b262-eada-4c32-a58c-9920b402f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.615120 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-6757b262-eada-4c32-a58c-9920b402f84e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.1079502 Jun 15 22:17:27.616110 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Checking segment: {'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:27.616763 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Network hostable DHCP agents. Network: 9200866c-5ebf-4743-a4b5-3b5987ff8333, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:17:27.642009 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Network 9200866c-5ebf-4743-a4b5-3b5987ff8333 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:17:27.655372 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 9200866c-5ebf-4743-a4b5-3b5987ff8333) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:27.660850 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.662077 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.674935 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ef16b-c5b0-45e3-a597-3e88e0f25faf None None] Network 9200866c-5ebf-4743-a4b5-3b5987ff8333 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:17:27.697901 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1a9f6901-d7df-430a-8cb0-97949f505a9a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5915439 Jun 15 22:17:27.736778 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b439ae-a884-45fb-b6c0-23fd97b2094e req-9e7aea5f-830d-40f1-aa35-77143e9f98cb tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.738402 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93b439ae-a884-45fb-b6c0-23fd97b2094e req-9e7aea5f-830d-40f1-aa35-77143e9f98cb tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.1467156 Jun 15 22:17:27.758435 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-a2ab38bd-160f-4578-b500-03c7991e9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.760164 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-a2ab38bd-160f-4578-b500-03c7991e9f6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081715 Jun 15 22:17:27.783063 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-0739d713-a9e4-40cf-a917-43a6ce81c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.784878 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-0739d713-a9e4-40cf-a917-43a6ce81c8f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441126 Jun 15 22:17:27.833128 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314f8fe-b08b-46d3-a258-85caf6a2c9d4 req-f9a50efc-0daf-4f8b-9516-fe561d620e4a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:27.840619 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d314f8fe-b08b-46d3-a258-85caf6a2c9d4 req-f9a50efc-0daf-4f8b-9516-fe561d620e4a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 945 time: 0.0625737 Jun 15 22:17:27.848073 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93b439ae-a884-45fb-b6c0-23fd97b2094e req-9a54dfa4-fcfa-4ff6-bd15-a85d6ca01013 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973995 Jun 15 22:17:27.854385 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60cc44b9-a24f-464b-afeb-524ea9b85b17 admin admin] Publish callbacks [] for security_group (ca8afffa-dac4-4606-bbc5-9210b00df4fc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.855501 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748b85f-da29-48e5-9ba5-e6450d50e88d None None] Network 9200866c-5ebf-4743-a4b5-3b5987ff8333 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:17:27.863228 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60cc44b9-a24f-464b-afeb-524ea9b85b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ca8afffa-dac4-4606-bbc5-9210b00df4fc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:27.895548 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:27.905464 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d314f8fe-b08b-46d3-a258-85caf6a2c9d4 req-eed0aabb-511e-4f8b-8a5d-1f406738a896 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639057 Jun 15 22:17:27.926555 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc44b9-a24f-464b-afeb-524ea9b85b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8afffa-dac4-4606-bbc5-9210b00df4fc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:27.932801 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-60cc44b9-a24f-464b-afeb-524ea9b85b17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ff7e768960d4cdeb223baa24da9c8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5071070 Jun 15 22:17:27.935596 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 42812) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:27.952271 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:28.002000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ba105974-65ad-47e3-add3-3e5f85be2440 admin admin] Publish callbacks [] for security_group (ca8afffa-dac4-4606-bbc5-9210b00df4fc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:28.031082 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ba105974-65ad-47e3-add3-3e5f85be2440 admin admin] Publish callbacks [] for security_group (ca8afffa-dac4-4606-bbc5-9210b00df4fc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:28.099080 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ba105974-65ad-47e3-add3-3e5f85be2440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ca8afffa-dac4-4606-bbc5-9210b00df4fc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:28.102177 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ba105974-65ad-47e3-add3-3e5f85be2440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:28.103398 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ba105974-65ad-47e3-add3-3e5f85be2440 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca8afffa-dac4-4606-bbc5-9210b00df4fc HTTP/1.1" status: 204 len: 168 time: 0.1666903 Jun 15 22:17:28.122019 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba105974-65ad-47e3-add3-3e5f85be2440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8afffa-dac4-4606-bbc5-9210b00df4fc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:28.644437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a9239-cc5b-4c54-99af-1c1c62460ff0 req-e9b9db17-b62c-4b8c-898c-5c18cf20d3b7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:28.646169 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c85a9239-cc5b-4c54-99af-1c1c62460ff0 req-e9b9db17-b62c-4b8c-898c-5c18cf20d3b7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0583181 Jun 15 22:17:28.713979 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c85a9239-cc5b-4c54-99af-1c1c62460ff0 req-fbb96698-a72c-45d6-abaa-cc35a9f729ac tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592530 Jun 15 22:17:29.004763 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b8539-6c92-42f2-91af-39b42a54d397 req-7db84e6f-1d51-4234-a0ae-3ae54e12f4a2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:29.009712 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1b6b8539-6c92-42f2-91af-39b42a54d397 req-7db84e6f-1d51-4234-a0ae-3ae54e12f4a2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0644915 Jun 15 22:17:29.027122 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:29.065806 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1b6b8539-6c92-42f2-91af-39b42a54d397 req-7f696b2a-8fb7-4a04-8701-c0954adc3c42 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536618 Jun 15 22:17:29.086897 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26620460-c28d-4a6a-b36b-5bffa047c6a1 req-5e3fa833-ef41-4b34-94e0-c7d1da6a3ae0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:29.088694 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26620460-c28d-4a6a-b36b-5bffa047c6a1 req-5e3fa833-ef41-4b34-94e0-c7d1da6a3ae0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 945 time: 0.0534561 Jun 15 22:17:29.145647 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:29.324289 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26620460-c28d-4a6a-b36b-5bffa047c6a1 req-110b65b1-9121-4324-b573-60c72fbd6bbc tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281165 Jun 15 22:17:29.366474 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-6062c9be-bfd3-4b8a-9ba8-1a8222a596b0 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496789 Jun 15 22:17:29.368381 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-211b6f47-f77e-49a3-9a62-ec007b013d58 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246113 Jun 15 22:17:29.565732 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dc0cc4a6-2a36-4793-bd4c-ff547d5c9180 req-dd29ca30-8fff-4174-af0f-0cc27386be35 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755140 Jun 15 22:17:29.567448 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a05c99c8-9457-497d-9ecc-88871bd3f753 req-81f12aee-520d-4378-b398-abcd6b90f8b6 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788988 Jun 15 22:17:29.619034 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-de8e0aba-2bfc-4441-9ed1-8edf2145a345 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:29.624220 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-de8e0aba-2bfc-4441-9ed1-8edf2145a345 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 945 time: 0.0759573 Jun 15 22:17:29.847294 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850942-dfd8-4777-86cf-64101181faed req-cea06d7b-338d-453b-9636-5831282c4286 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:29.850611 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-cea06d7b-338d-453b-9636-5831282c4286 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/networks?id=9200866c-5ebf-4743-a4b5-3b5987ff8333 HTTP/1.1" status: 200 len: 813 time: 0.1654985 Jun 15 22:17:29.855239 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b322ae-f35e-4215-8baa-0a7e8bb5cde2 req-337bc876-a418-4793-a6ab-38cddf6db0bb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:29.858305 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-71b322ae-f35e-4215-8baa-0a7e8bb5cde2 req-337bc876-a418-4793-a6ab-38cddf6db0bb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0690877 Jun 15 22:17:29.881227 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-93ba51cc-e1ad-4e18-a73f-d70817ce65ef tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/quotas/1c2773d61c84492fb70a7a59cffa6fdb HTTP/1.1" status: 200 len: 375 time: 0.0213740 Jun 15 22:17:29.924680 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-a9f95192-8f27-4838-952e-1e6df3748af7 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371692 Jun 15 22:17:29.930103 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-71b322ae-f35e-4215-8baa-0a7e8bb5cde2 req-925440c1-ef76-45d4-9cdf-057da370f556 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Jun 15 22:17:30.054886 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-bdfa039c-5a82-4c13-b5bf-006dc09b6cc7 service neutron] 10.222.0.55 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159384 Jun 15 22:17:30.181077 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-91e878ac-b8e0-43da-afe3-74483a83ece5 service neutron] 10.222.0.55 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198752 Jun 15 22:17:30.239156 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe62b7c-fe9f-40d9-a25b-54f0e5ad185b req-cde54fc2-a0b0-40ba-8141-5c34adcfca22 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:30.241166 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dfe62b7c-fe9f-40d9-a25b-54f0e5ad185b req-cde54fc2-a0b0-40ba-8141-5c34adcfca22 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0728283 Jun 15 22:17:30.270063 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:30.307082 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dfe62b7c-fe9f-40d9-a25b-54f0e5ad185b req-dd135fb0-6cd2-4da2-901b-302a1a88636f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582733 Jun 15 22:17:30.416510 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b0126aa7-1998-4441-a693-e4a5d275f937 req-a1236311-7eef-46f3-b3a1-9d1ead49e94e tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0454428 Jun 15 22:17:30.421259 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:30.423218 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:30.521882 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dec60-21bd-4e8f-812d-4a19667c34a2 req-1a1628e2-b0cf-4711-bc8c-bc3cad459412 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:30.521882 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fc6dec60-21bd-4e8f-812d-4a19667c34a2 req-1a1628e2-b0cf-4711-bc8c-bc3cad459412 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 945 time: 0.1041796 Jun 15 22:17:30.608206 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fc6dec60-21bd-4e8f-812d-4a19667c34a2 req-38ae3a76-9500-4440-af88-b3e7f6168443 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816481 Jun 15 22:17:30.833144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Deleting port 4a060def-0120-4156-b0cd-de5bdd97d326 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:30.833744 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:31.023107 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] For port 4a060def-0120-4156-b0cd-de5bdd97d326, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4a060def-0120-4156-b0cd-de5bdd97d326,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:31.024171 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:31.055093 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Calling delete_port for 4a060def-0120-4156-b0cd-de5bdd97d326 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:31.188537 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce280f-f067-4569-9533-5a92838cf0ef req-fa6155af-71ff-4d60-b33f-bfd216a7240e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:31.191305 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7fce280f-f067-4569-9533-5a92838cf0ef req-fa6155af-71ff-4d60-b33f-bfd216a7240e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1135476 Jun 15 22:17:31.205388 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:31.245633 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (4a060def-0120-4156-b0cd-de5bdd97d326), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:31.287348 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Pushing event deleted for resources: {'Port': ['ID=4a060def-0120-4156-b0cd-de5bdd97d326,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:31.300084 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.300423 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.300759 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.301085 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.301433 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.301760 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.301987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['4a060def-0120-4156-b0cd-de5bdd97d326'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:31.302513 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.302513 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.302695 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.303023 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.303337 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.303748 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.304087 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.304381 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.304823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:31.322144 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7fce280f-f067-4569-9533-5a92838cf0ef req-affd7d92-89cf-4c4e-b895-729590039f9d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188011 Jun 15 22:17:31.392158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] No DVR routers for this DVR port 4a060def-0120-4156-b0cd-de5bdd97d326 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:17:31.397389 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:31.402829 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8c7e92e-54fa-4d7e-9366-694d664659cc req-1ccb4485-00c7-4bb7-a110-7c81beca0926 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "DELETE /v2.0/ports/4a060def-0120-4156-b0cd-de5bdd97d326 HTTP/1.1" status: 204 len: 173 time: 0.7308366 Jun 15 22:17:31.403474 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'name': 'network-vif-deleted', 'tag': '4a060def-0120-4156-b0cd-de5bdd97d326'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:31.406004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8d4519-b4e0-4ec4-99df-f55350077dec" -d '{"events": [{"server_uuid": "4a4e2549-4010-4b25-a126-45dc35eab7cd", "name": "network-vif-deleted", "tag": "4a060def-0120-4156-b0cd-de5bdd97d326"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:31.479604 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e99805-56e4-4cc5-956f-01bb0ce7c55d x-openstack-request-id: req-78e99805-56e4-4cc5-956f-01bb0ce7c55d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:31.479890 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4e2549-4010-4b25-a126-45dc35eab7cd", "name": "network-vif-deleted", "tag": "4a060def-0120-4156-b0cd-de5bdd97d326", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:31.480137 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78e99805-56e4-4cc5-956f-01bb0ce7c55d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:31.480607 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e99805-56e4-4cc5-956f-01bb0ce7c55d'] response: {'server_uuid': '4a4e2549-4010-4b25-a126-45dc35eab7cd', 'name': 'network-vif-deleted', 'tag': '4a060def-0120-4156-b0cd-de5bdd97d326', 'status': 'completed', 'code': 200} Jun 15 22:17:31.507315 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d06215-06c2-4192-8cd8-a9f7686ed9bc req-467fbf11-bb21-4fac-99ef-be8e85e82c2c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:31.509241 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d6d06215-06c2-4192-8cd8-a9f7686ed9bc req-467fbf11-bb21-4fac-99ef-be8e85e82c2c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0933275 Jun 15 22:17:31.571900 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-590ead8c-db38-4221-ab11-6ff6b0f89492 req-699699d4-9f46-4cdd-82f2-e6fb343a2e08 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0323541 Jun 15 22:17:31.600577 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d6d06215-06c2-4192-8cd8-a9f7686ed9bc req-692a4a2b-bbda-4447-ae90-f47102b81517 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824821 Jun 15 22:17:31.721702 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:17:31.728342 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:31.766372 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a3818082-1566-4eb2-a7a4-7cbacfdebf63 req-9f68227b-c8ce-41ca-b339-9030424874d9 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a4e2549-4010-4b25-a126-45dc35eab7cd HTTP/1.1" status: 200 len: 210 time: 0.0343156 Jun 15 22:17:31.840077 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:31.853487 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'port_id': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'mac_address': 'fa:16:3e:9f:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:17:32.047365 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:32.047365 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:32.070463 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:32.101782 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:32.108378 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:32.159654 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:32.167402 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.167746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.168148 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.168521 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.168851 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.169174 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.169547 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.169891 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.170244 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.170623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.170948 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.171298 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.171627 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.172171 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.172640 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:32.181695 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:17:32.347518 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 43000) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:32.567461 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137e708-6656-4ef1-b27a-4a34da988f4b req-100423a2-4435-4884-b5e7-93dadc706a72 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:32.569734 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9137e708-6656-4ef1-b27a-4a34da988f4b req-100423a2-4435-4884-b5e7-93dadc706a72 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1288247 Jun 15 22:17:32.571636 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:32.573953 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-762ede42-d993-45e2-8106-072c3cf1ebf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:32.650793 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850942-dfd8-4777-86cf-64101181faed req-c629b6d6-a11b-4bf0-a992-c38094b1bc1f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:32.653056 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-c629b6d6-a11b-4bf0-a992-c38094b1bc1f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "GET /v2.0/networks?id=9200866c-5ebf-4743-a4b5-3b5987ff8333 HTTP/1.1" status: 200 len: 813 time: 0.2710488 Jun 15 22:17:32.685660 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9137e708-6656-4ef1-b27a-4a34da988f4b req-de4663eb-b3b5-4327-8e60-3c4a5a19d2dc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028550 Jun 15 22:17:32.694219 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c382c19e-c622-4d2f-a5b0-ade4a8f1a38f req-f089f2c0-d06a-40cd-95a7-797a6c8ff6cc tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0375564 Jun 15 22:17:32.727222 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Request body: {'port': {'device_id': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333', 'admin_state_up': True, 'tenant_id': '1c2773d61c84492fb70a7a59cffa6fdb'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:32.758338 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-762ede42-d993-45e2-8106-072c3cf1ebf6 admin admin] Publish callbacks [] for security_group (dc472049-0f01-4100-838d-1ea8b5680291), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:32.771771 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:32.772645 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-762ede42-d993-45e2-8106-072c3cf1ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (dc472049-0f01-4100-838d-1ea8b5680291), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:32.900386 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-762ede42-d993-45e2-8106-072c3cf1ebf6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=01680e3c5b754a8b9a69509f9425e265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5507951 Jun 15 22:17:32.903267 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43022) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:32.905789 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ede42-d993-45e2-8106-072c3cf1ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc472049-0f01-4100-838d-1ea8b5680291,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:32.916917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac19f8-30c4-40d6-92c0-ef74bd417ed3 req-e727e0bb-517a-4770-954a-cc91fb9d631c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:32.918440 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fac19f8-30c4-40d6-92c0-ef74bd417ed3 req-e727e0bb-517a-4770-954a-cc91fb9d631c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 944 time: 0.1420867 Jun 15 22:17:32.951256 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:32.968026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Publish callbacks [] for security_group (dc472049-0f01-4100-838d-1ea8b5680291), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:32.993060 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Publish callbacks [] for security_group (dc472049-0f01-4100-838d-1ea8b5680291), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:32.995484 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7fac19f8-30c4-40d6-92c0-ef74bd417ed3 req-24ce6676-24b3-49ee-a0db-e09b254aa758 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658360 Jun 15 22:17:32.996090 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Made reservation on behalf of 1c2773d61c84492fb70a7a59cffa6fdb for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:32.999609 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.109067 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (dc472049-0f01-4100-838d-1ea8b5680291), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.111561 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.112703 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc472049-0f01-4100-838d-1ea8b5680291 HTTP/1.1" status: 204 len: 168 time: 0.2080657 Jun 15 22:17:33.129531 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc472049-0f01-4100-838d-1ea8b5680291,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:33.142960 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.143296 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.143623 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.143945 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.144270 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.144591 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.144909 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.145224 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.145565 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.145877 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.146195 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.146510 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.146822 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.147131 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.147440 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f08a2f-0513-4e9e-a2e4-3f59ed63b66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:17:33.167026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-cd6f3257-9c3a-4944-8c79-22f0b0df852a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:33.168747 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-cd6f3257-9c3a-4944-8c79-22f0b0df852a tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/networks?id=b1f08f80-fccf-477a-aaf3-18a5aef794df HTTP/1.1" status: 200 len: 809 time: 0.1378462 Jun 15 22:17:33.189136 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-2f5654c3-e900-4d27-a845-49598c40f9ef tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/quotas/f8635efdd4ea406eabfb397bdfd83d07 HTTP/1.1" status: 200 len: 375 time: 0.0125258 Jun 15 22:17:33.242780 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-b2d103b7-41da-4ebc-b839-bf22c74d5223 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458667 Jun 15 22:17:33.325022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:33.349988 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-4e3041b2-db6c-4245-8323-89e24671a485 service neutron] 10.222.0.55 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061988 Jun 15 22:17:33.440854 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Allocated IP 172.20.0.7 (9200866c-5ebf-4743-a4b5-3b5987ff8333/9896a233-d742-4560-b1e4-38b46af19e47/6eceeeb6-06c6-41f7-b6c5-14f4aef9a523) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:33.451361 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-86e7f3a8-14a0-4e3a-850b-45977d3be632 service neutron] 10.222.0.55 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975182 Jun 15 22:17:33.487933 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43038) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:33.501620 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-632ef462-ae97-4cac-82b2-baafec543500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.534230 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:33.606052 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-632ef462-ae97-4cac-82b2-baafec543500 admin admin] Publish callbacks [] for security_group (8473a089-d6e9-458b-afcf-3f06f02587ae), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.614894 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-632ef462-ae97-4cac-82b2-baafec543500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (8473a089-d6e9-458b-afcf-3f06f02587ae), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.635259 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks [] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.656814 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a80d3e32-863d-4b66-bfce-fe80f37c00e8 req-113d9b26-cc8d-4c7b-b22c-9feb59b76664 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 210 time: 0.0350525 Jun 15 22:17:33.659001 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ef462-ae97-4cac-82b2-baafec543500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8473a089-d6e9-458b-afcf-3f06f02587ae,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:33.665790 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-632ef462-ae97-4cac-82b2-baafec543500 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c88c7c22b68c46d6989cae1d27724586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767888 Jun 15 22:17:33.669541 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43044) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:33.694508 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.745231 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Network 9200866c-5ebf-4743-a4b5-3b5987ff8333 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:33.745521 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:33.750710 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:33.753369 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:33.768112 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bfd7368a-1bfe-4769-bab0-8a1bf0b59895 admin admin] Publish callbacks [] for security_group (8473a089-d6e9-458b-afcf-3f06f02587ae), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.816431 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bfd7368a-1bfe-4769-bab0-8a1bf0b59895 admin admin] Publish callbacks [] for security_group (8473a089-d6e9-458b-afcf-3f06f02587ae), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.817639 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:33.818304 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.824973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Pushing event updated for resources: {'Port': ['ID=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:33.846600 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:17:33.855131 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:33.857950 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.860048 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-b1416d62-0444-4f61-8936-62f58caf8464 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1376407 Jun 15 22:17:33.889069 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:33.935844 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f955-2b9d-4b65-98ab-39cdd6740459 req-ee8846d4-44ba-4285-8cd5-106e16eddd81 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:33.937771 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1179f955-2b9d-4b65-98ab-39cdd6740459 req-ee8846d4-44ba-4285-8cd5-106e16eddd81 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0603318 Jun 15 22:17:33.943365 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Request body: {'port': {'device_id': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:33.947036 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bfd7368a-1bfe-4769-bab0-8a1bf0b59895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (8473a089-d6e9-458b-afcf-3f06f02587ae), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.952004 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bfd7368a-1bfe-4769-bab0-8a1bf0b59895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:33.953385 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bfd7368a-1bfe-4769-bab0-8a1bf0b59895 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8473a089-d6e9-458b-afcf-3f06f02587ae HTTP/1.1" status: 204 len: 168 time: 0.2827804 Jun 15 22:17:33.984719 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e992-50e1-4dc9-8745-349c1ba067c8 req-a13799a0-1431-4319-a037-5cd88d9b5fd8 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:33.986349 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa50e992-50e1-4dc9-8745-349c1ba067c8 req-a13799a0-1431-4319-a037-5cd88d9b5fd8 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 931 time: 0.0926366 Jun 15 22:17:33.996885 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:34.005664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7368a-1bfe-4769-bab0-8a1bf0b59895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8473a089-d6e9-458b-afcf-3f06f02587ae,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:34.024037 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:34.024562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.090130 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:34.093311 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adfa65e-b5a6-41bc-8a94-50698a0d6305" -d '{"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:34.101423 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.111819 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:34.120333 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1179f955-2b9d-4b65-98ab-39cdd6740459 req-7e2ffc31-588f-407d-8b0a-8358b3a666e6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627586 Jun 15 22:17:34.120713 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.122535 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4a060def-0120-4156-b0cd-de5bdd97d326 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:17:34.214440 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa50e992-50e1-4dc9-8745-349c1ba067c8 req-cfd6bb7a-a23c-4f8b-8dfb-9a234088de0e tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182195 Jun 15 22:17:34.221519 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:34.249253 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba869b7-329f-4cbb-8e6f-25ac0c59fe13 req-16b009ad-6565-4703-8977-9baf10b629b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:34.253111 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 4a060def-0120-4156-b0cd-de5bdd97d326 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:17:34.253566 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4a060def-0120-4156-b0cd-de5bdd97d326 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:17:34.257398 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dba869b7-329f-4cbb-8e6f-25ac0c59fe13 req-16b009ad-6565-4703-8977-9baf10b629b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 1130 time: 0.1012051 Jun 15 22:17:34.278928 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe83e5b-387a-4d2d-a366-c9ba17df624b x-openstack-request-id: req-4fe83e5b-387a-4d2d-a366-c9ba17df624b {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:34.279362 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:34.280590 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fe83e5b-387a-4d2d-a366-c9ba17df624b {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:34.281231 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe83e5b-387a-4d2d-a366-c9ba17df624b'] response: {'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'code': 200} Jun 15 22:17:34.337231 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c8c-eb7a-4233-9e0f-2faa5546958c req-d7daa123-1bae-4d9c-a968-c351dd446c27 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:34.338976 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33d07c8c-eb7a-4233-9e0f-2faa5546958c req-d7daa123-1bae-4d9c-a968-c351dd446c27 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.1123254 Jun 15 22:17:34.375483 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:34.393770 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dba869b7-329f-4cbb-8e6f-25ac0c59fe13 req-fc32e11a-5690-49e5-9a41-2027bacdb857 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824072 Jun 15 22:17:34.400462 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33d07c8c-eb7a-4233-9e0f-2faa5546958c req-8297a666-8987-4ac4-bba3-07f672d37d78 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544543 Jun 15 22:17:34.550482 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:34.558939 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Publish callbacks [] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.574301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Transition to ACTIVE for port object 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:17:34.580271 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.636451 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:34.718807 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Attempting to bind port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:17:34.719129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Attempting to bind port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:17:34.719451 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Attempting to bind port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 on network 9200866c-5ebf-4743-a4b5-3b5987ff8333 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:34.724527 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 on network 9200866c-5ebf-4743-a4b5-3b5987ff8333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:17:34.724856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Attempting to bind port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 on network 9200866c-5ebf-4743-a4b5-3b5987ff8333 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:34.731018 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:17:34.731345 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Checking segment: {'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:34.731735 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Bound using segment: {'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:17:34.732159 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Bound port: 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:17:34.732532 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.787471 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4355f91-6caa-4854-81e7-a9190d67e28e req-b7ac9f6a-9972-4800-80cc-ae71cd9b081e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 210 time: 0.0421269 Jun 15 22:17:34.836672 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] For port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:17:34.840680 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] For port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:17:34.847743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.893266 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:34.894026 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:34.895738 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 HTTP/1.1" status: 200 len: 1093 time: 0.9596038 Jun 15 22:17:34.896264 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'tag': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:34.899206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cbb4bc-a4db-486f-a728-5b471bed0b15" -d '{"events": [{"name": "network-changed", "server_uuid": "37ced019-d078-4b0d-86c0-8fba6272c7b8", "tag": "6eceeeb6-06c6-41f7-b6c5-14f4aef9a523"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:34.929132 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a85b4-f8a5-4b10-8f8d-79ee72e603c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:34.943160 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61902f-4425-4525-8065-6a38a59c5f14 x-openstack-request-id: req-cf61902f-4425-4525-8065-6a38a59c5f14 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:34.943515 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ced019-d078-4b0d-86c0-8fba6272c7b8", "tag": "6eceeeb6-06c6-41f7-b6c5-14f4aef9a523", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:34.943773 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf61902f-4425-4525-8065-6a38a59c5f14 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:34.944209 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf61902f-4425-4525-8065-6a38a59c5f14'] response: {'name': 'network-changed', 'server_uuid': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'tag': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523', 'status': 'completed', 'code': 200} Jun 15 22:17:35.169858 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0e168-0f0f-474e-b8ec-892aee6eada2 req-3af87681-d1fb-488d-8836-92ed1f883f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:35.171603 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68c0e168-0f0f-474e-b8ec-892aee6eada2 req-3af87681-d1fb-488d-8836-92ed1f883f06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 1129 time: 0.0427234 Jun 15 22:17:35.260326 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750689b6-ed29-49b9-af57-dbf30034ba0a req-4f5aa147-1a7d-48ea-98aa-8ed76774f15f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:35.262101 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-750689b6-ed29-49b9-af57-dbf30034ba0a req-4f5aa147-1a7d-48ea-98aa-8ed76774f15f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0712972 Jun 15 22:17:35.316980 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-750689b6-ed29-49b9-af57-dbf30034ba0a req-7d3024c9-0729-4dc4-9ff8-95b4135f5586 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469728 Jun 15 22:17:35.345968 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ac6fd-d499-4bc7-9070-8faeb974e819 req-90e3f628-3853-4c39-b04c-33a58e0ed8fe tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:35.347601 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-749ac6fd-d499-4bc7-9070-8faeb974e819 req-90e3f628-3853-4c39-b04c-33a58e0ed8fe tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 943 time: 0.0576890 Jun 15 22:17:35.395758 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-749ac6fd-d499-4bc7-9070-8faeb974e819 req-3e0739cf-8235-44af-a6d2-e46481ac2c37 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Jun 15 22:17:35.532869 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4462ab-3c7e-42ae-b85f-9bbd260368af req-eac52c59-8764-4e33-a71f-70a6ee70e109 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:35.534605 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da4462ab-3c7e-42ae-b85f-9bbd260368af req-eac52c59-8764-4e33-a71f-70a6ee70e109 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Jun 15 22:17:35.569216 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:35.584898 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da4462ab-3c7e-42ae-b85f-9bbd260368af req-f37f0431-0885-4ddc-b193-310af9714297 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450211 Jun 15 22:17:35.715017 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb4bc-a4db-486f-a728-5b471bed0b15 req-2f127384-521d-4514-b909-79535138ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:35.716980 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61cbb4bc-a4db-486f-a728-5b471bed0b15 req-2f127384-521d-4514-b909-79535138ba36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 1127 time: 0.0756719 Jun 15 22:17:35.724407 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68c0e168-0f0f-474e-b8ec-892aee6eada2 req-ace934c1-d78d-43e7-9fd5-2a603b844bab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843475 Jun 15 22:17:35.899364 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5baae8cb-4337-4b48-a185-841afba14495 req-c8d278bf-9ec7-48ef-9bec-2a6389cad87b tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 210 time: 0.0307367 Jun 15 22:17:36.440131 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c84b0a-1b2b-4df9-9ca6-5e472b8bb365 req-f2dd7d1b-a1e8-4559-baf4-fe39bdc9de37 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:36.441690 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3c84b0a-1b2b-4df9-9ca6-5e472b8bb365 req-f2dd7d1b-a1e8-4559-baf4-fe39bdc9de37 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0511384 Jun 15 22:17:36.494608 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3c84b0a-1b2b-4df9-9ca6-5e472b8bb365 req-f5d015e3-941d-4ccd-969c-c11628f8a443 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470221 Jun 15 22:17:36.526570 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb3b6-89ce-4fa2-8edc-6e4bba89c33c req-ccfeafdf-73c1-4b1f-b4fa-aa26bb6211e4 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:36.528395 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c28eb3b6-89ce-4fa2-8edc-6e4bba89c33c req-ccfeafdf-73c1-4b1f-b4fa-aa26bb6211e4 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 943 time: 0.0592687 Jun 15 22:17:36.586258 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c28eb3b6-89ce-4fa2-8edc-6e4bba89c33c req-c70480ef-e2bb-4e57-8012-855afb5113c6 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Jun 15 22:17:36.620158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9e35f-3012-4ede-abfe-94a43498b8c3 req-4acc1ec8-7957-4ce2-9a67-1f24d0affaef tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:36.621840 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4d9e35f-3012-4ede-abfe-94a43498b8c3 req-4acc1ec8-7957-4ce2-9a67-1f24d0affaef tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0539224 Jun 15 22:17:36.698016 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f4d9e35f-3012-4ede-abfe-94a43498b8c3 req-1ec07fa2-20c0-4770-9d90-797a38f55c74 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675404 Jun 15 22:17:36.709602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:36.736227 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b106f8-e4aa-43de-8d2c-24a7e3e68f2d req-66026d9b-3a73-46ac-8278-93d40137262a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:36.744366 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-04b106f8-e4aa-43de-8d2c-24a7e3e68f2d req-66026d9b-3a73-46ac-8278-93d40137262a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0730863 Jun 15 22:17:36.753342 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:36.802129 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-04b106f8-e4aa-43de-8d2c-24a7e3e68f2d req-69546974-343b-4b11-aaf7-e9aeaf277576 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565243 Jun 15 22:17:36.825833 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb4bc-a4db-486f-a728-5b471bed0b15 req-28179d1a-17a6-49b1-a67c-376ceb24b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:36.827379 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61cbb4bc-a4db-486f-a728-5b471bed0b15 req-28179d1a-17a6-49b1-a67c-376ceb24b4d8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1282649 Jun 15 22:17:37.006660 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8c7d0fb3-3e9a-4b61-8aa5-109f56de346d req-346c3c8a-13f5-4357-8084-e66b845a65e6 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 210 time: 0.0316379 Jun 15 22:17:37.170250 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43158) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:37.318240 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f7f39772-6661-49be-b129-393a36d8ec7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.335345 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8016513b-c9b9-4e6d-b333-f83270ee8be0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:37.336906 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8016513b-c9b9-4e6d-b333-f83270ee8be0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "GET /v2.0/networks?id=b1f08f80-fccf-477a-aaf3-18a5aef794df HTTP/1.1" status: 200 len: 809 time: 0.2236581 Jun 15 22:17:37.338210 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbb4bc-a4db-486f-a728-5b471bed0b15 req-a629cad4-e1d9-4e3b-8263-82d8046df5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:37.339593 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61cbb4bc-a4db-486f-a728-5b471bed0b15 req-a629cad4-e1d9-4e3b-8263-82d8046df5ac service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2082293 Jun 15 22:17:37.393206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Request body: {'port': {'device_id': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df', 'admin_state_up': True, 'tenant_id': 'f8635efdd4ea406eabfb397bdfd83d07'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:37.401062 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:37.418276 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f7f39772-6661-49be-b129-393a36d8ec7f admin admin] Publish callbacks [] for security_group (e093c683-be2a-4f31-9b1e-cfd5382fe912), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.423297 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f7f39772-6661-49be-b129-393a36d8ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e093c683-be2a-4f31-9b1e-cfd5382fe912), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.466989 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f7f39772-6661-49be-b129-393a36d8ec7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad3310d50c4d47a9b6935c0f17e17491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954922 Jun 15 22:17:37.471357 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43166) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:37.473966 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f39772-6661-49be-b129-393a36d8ec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093c683-be2a-4f31-9b1e-cfd5382fe912,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:37.523099 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Made reservation on behalf of f8635efdd4ea406eabfb397bdfd83d07 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:17:37.528164 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.536405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a8e463cc-0e68-465d-b185-e5ccdf664c42 admin admin] Publish callbacks [] for security_group (e093c683-be2a-4f31-9b1e-cfd5382fe912), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.561480 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a8e463cc-0e68-465d-b185-e5ccdf664c42 admin admin] Publish callbacks [] for security_group (e093c683-be2a-4f31-9b1e-cfd5382fe912), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.626853 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a8e463cc-0e68-465d-b185-e5ccdf664c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e093c683-be2a-4f31-9b1e-cfd5382fe912), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.630057 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a8e463cc-0e68-465d-b185-e5ccdf664c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:37.635034 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-a8e463cc-0e68-465d-b185-e5ccdf664c42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e093c683-be2a-4f31-9b1e-cfd5382fe912 HTTP/1.1" status: 204 len: 168 time: 0.1587896 Jun 15 22:17:37.642408 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e463cc-0e68-465d-b185-e5ccdf664c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093c683-be2a-4f31-9b1e-cfd5382fe912,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:37.720034 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:37.720705 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e362e-8200-4044-9513-7ddcd62daba3 req-85290c57-fe93-45d7-a8d0-189f0e3ce89d tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:37.722609 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a79e362e-8200-4044-9513-7ddcd62daba3 req-85290c57-fe93-45d7-a8d0-189f0e3ce89d tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 943 time: 0.0565536 Jun 15 22:17:37.730200 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Allocated IP 172.20.0.7 (b1f08f80-fccf-477a-aaf3-18a5aef794df/d51159ce-792a-42e2-8ac7-34d39f267396/ef115d0d-bf82-4a35-b1b6-04655b8479de) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:37.832685 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a79e362e-8200-4044-9513-7ddcd62daba3 req-40e150f3-91b9-4f5e-8c9e-c20bb1cf3704 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015232 Jun 15 22:17:37.971134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218e521-4b25-47ed-9f7b-f11fabfabbd5 req-3d774ed3-e011-4a76-87ba-1a66847d4fb8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:37.973110 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c218e521-4b25-47ed-9f7b-f11fabfabbd5 req-3d774ed3-e011-4a76-87ba-1a66847d4fb8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0697610 Jun 15 22:17:37.997646 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks [] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.055988 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c218e521-4b25-47ed-9f7b-f11fabfabbd5 req-07f9fdef-5287-41ed-a3a5-2e00752751d8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696630 Jun 15 22:17:38.064881 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43178) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:38.080772 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.102334 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e1f32092-a963-4952-a511-8f3a7a943298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.149265 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:38.168586 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56915c93-bc13-48d3-a36c-25be0f2e5b95 req-14be35a8-7536-44a3-afee-dd0ef795926e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.170342 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-56915c93-bc13-48d3-a36c-25be0f2e5b95 req-14be35a8-7536-44a3-afee-dd0ef795926e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 931 time: 0.0694146 Jun 15 22:17:38.172404 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Pushing event updated for resources: {'Port': ['ID=ef115d0d-bf82-4a35-b1b6-04655b8479de,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:38.176339 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Network b1f08f80-fccf-477a-aaf3-18a5aef794df is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:38.204799 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:38.207825 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:38.263499 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-56915c93-bc13-48d3-a36c-25be0f2e5b95 req-e09f0f84-ac8c-44a6-bb0a-6d629f7327a2 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807078 Jun 15 22:17:38.306881 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e1f32092-a963-4952-a511-8f3a7a943298 admin admin] Publish callbacks [] for security_group (4ab5370a-e291-4321-9101-23a2cd41a50d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.314496 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e1f32092-a963-4952-a511-8f3a7a943298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4ab5370a-e291-4321-9101-23a2cd41a50d), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.346040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7372-58ae-4058-9174-ef0be5165b67 req-515d6687-98f6-4290-9ca2-a890c9500424 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.349620 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-880b7372-58ae-4058-9174-ef0be5165b67 req-515d6687-98f6-4290-9ca2-a890c9500424 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.1955056 Jun 15 22:17:38.364664 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.365853 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43186) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:38.366311 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.391428 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'floatingip': {'port_id': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:38.396394 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850942-dfd8-4777-86cf-64101181faed req-de77ea66-0503-4fd6-bef8-d40feee7ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.401381 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-de77ea66-0503-4fd6-bef8-d40feee7ae42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 1127 time: 0.1608183 Jun 15 22:17:38.408048 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ffc631a9-961a-4f74-805b-e286d91ddaf0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0197942 Jun 15 22:17:38.429603 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f32092-a963-4952-a511-8f3a7a943298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab5370a-e291-4321-9101-23a2cd41a50d,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:38.437847 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e1f32092-a963-4952-a511-8f3a7a943298 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54697c5bbb544c1991a6fd9cec6bdb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714850 Jun 15 22:17:38.443260 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43188) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:38.452596 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (a1378eb9-93e9-49aa-8dc4-d1546e6d9628), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.455396 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Request body: {'port': {'device_id': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:38.495781 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:38.517738 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-855cfda1-fdd1-410b-bc22-17aa93a0c23d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 HTTP/1.1" status: 200 len: 217 time: 0.0802844 Jun 15 22:17:38.613497 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5ede647a-3d43-4066-8752-227f8c3778a9 admin admin] Publish callbacks [] for security_group (4ab5370a-e291-4321-9101-23a2cd41a50d), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.673162 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbf471-290e-4e15-8acf-03df678d020f req-b8c609d7-50ec-42ec-8e3d-9968f1925a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.674679 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bbf471-290e-4e15-8acf-03df678d020f req-b8c609d7-50ec-42ec-8e3d-9968f1925a63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 1129 time: 0.1372540 Jun 15 22:17:38.687590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca5fb8-9393-4670-bc5b-0f34df944fd5 req-d31c0dce-c650-476c-94f4-76732018a0c4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.689366 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07ca5fb8-9393-4670-bc5b-0f34df944fd5 req-d31c0dce-c650-476c-94f4-76732018a0c4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1527443 Jun 15 22:17:38.702021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850942-dfd8-4777-86cf-64101181faed req-404cb156-0f81-4b77-822a-e18180785b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.703402 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-404cb156-0f81-4b77-822a-e18180785b50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9896a233-d742-4560-b1e4-38b46af19e47 HTTP/1.1" status: 200 len: 853 time: 0.1781642 Jun 15 22:17:38.706503 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.726517 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5ede647a-3d43-4066-8752-227f8c3778a9 admin admin] Publish callbacks [] for security_group (4ab5370a-e291-4321-9101-23a2cd41a50d), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.775546 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:38.797051 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-2f47efb6-390a-4671-8102-380c66d02543 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9200866c-5ebf-4743-a4b5-3b5987ff8333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775225 Jun 15 22:17:38.830638 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:38.897139 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5ede647a-3d43-4066-8752-227f8c3778a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4ab5370a-e291-4321-9101-23a2cd41a50d), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.899224 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5ede647a-3d43-4066-8752-227f8c3778a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:38.900376 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5ede647a-3d43-4066-8752-227f8c3778a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ab5370a-e291-4321-9101-23a2cd41a50d HTTP/1.1" status: 204 len: 168 time: 0.4561746 Jun 15 22:17:38.917546 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07ca5fb8-9393-4670-bc5b-0f34df944fd5 req-800fe831-6294-4539-8c4b-3e44306d66d0 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116554 Jun 15 22:17:38.929471 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede647a-3d43-4066-8752-227f8c3778a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab5370a-e291-4321-9101-23a2cd41a50d,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:38.988341 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173482-9ead-4be8-a00f-56140310d347 req-5293a6ed-2553-45a1-a8e1-d7cc69bf07e2 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:38.990799 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-52173482-9ead-4be8-a00f-56140310d347 req-5293a6ed-2553-45a1-a8e1-d7cc69bf07e2 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 943 time: 0.0854068 Jun 15 22:17:39.061074 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbf471-290e-4e15-8acf-03df678d020f req-9fb41afd-9b43-4fa7-847d-a398cb74efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:39.062625 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bbf471-290e-4e15-8acf-03df678d020f req-9fb41afd-9b43-4fa7-847d-a398cb74efbe service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.3705087 Jun 15 22:17:39.108241 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-52173482-9ead-4be8-a00f-56140310d347 req-3208de05-6959-4d5b-a596-3acc1b83b2b9 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101694 Jun 15 22:17:39.120187 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:39.124922 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-0607b3e4-cdf6-4d8a-bec7-4af2c5bbe381 service neutron] 10.222.0.26 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143623 Jun 15 22:17:39.129270 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bbf471-290e-4e15-8acf-03df678d020f req-0e408a25-745e-47f8-86f9-4c1b6661f5ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5349d20e-592a-407e-a1f5-695dbc88a11a HTTP/1.1" status: 200 len: 217 time: 0.0527647 Jun 15 22:17:39.130071 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (a1378eb9-93e9-49aa-8dc4-d1546e6d9628), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:39.252741 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Floating IP a1378eb9-93e9-49aa-8dc4-d1546e6d9628 associated. External IP: 172.27.2.96, port: eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e. Jun 15 22:17:39.528009 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:17:39.581214 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbf471-290e-4e15-8acf-03df678d020f req-2d61ecbb-8cdd-451e-b77d-30806db7ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:39.583091 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bbf471-290e-4e15-8acf-03df678d020f req-2d61ecbb-8cdd-451e-b77d-30806db7ccde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.4423060 Jun 15 22:17:39.614929 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:39.647055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:39.659896 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ae8c1-5148-408e-97b1-0dc2be090616 req-c24a3f79-5c7f-4d9f-9976-d9b4536ac504 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:39.661497 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-309ae8c1-5148-408e-97b1-0dc2be090616 req-c24a3f79-5c7f-4d9f-9976-d9b4536ac504 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 931 time: 0.1556480 Jun 15 22:17:39.670623 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:17:39.675355 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:39.690097 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] Sync routers for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:17:39.703304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:39.704522 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:17:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:39.713404 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0850942-dfd8-4777-86cf-64101181faed req-b6cbd5ab-12e6-442d-987c-508b65c50772 service neutron] 10.222.0.26 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712252 Jun 15 22:17:39.718823 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-7e36b28a-2648-48a2-9176-0e28eda93f07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "PUT /v2.0/floatingips/a1378eb9-93e9-49aa-8dc4-d1546e6d9628 HTTP/1.1" status: 200 len: 990 time: 1.3392146 Jun 15 22:17:39.719865 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:39.721283 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbf471-290e-4e15-8acf-03df678d020f req-7a4d2d53-7e7f-4a18-b3c0-3e58b2e538e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:39.722834 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bbf471-290e-4e15-8acf-03df678d020f req-7a4d2d53-7e7f-4a18-b3c0-3e58b2e538e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1262591 Jun 15 22:17:39.725071 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb8a854-4190-4838-99c2-267e91719118" -d '{"events": [{"name": "network-changed", "server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:39.790246 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc097a6-471e-4d27-96ff-3c36ec74d011 x-openstack-request-id: req-7bc097a6-471e-4d27-96ff-3c36ec74d011 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:39.790660 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:39.791453 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bc097a6-471e-4d27-96ff-3c36ec74d011 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:39.792228 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc097a6-471e-4d27-96ff-3c36ec74d011'] response: {'name': 'network-changed', 'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'status': 'completed', 'code': 200} Jun 15 22:17:39.825664 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-309ae8c1-5148-408e-97b1-0dc2be090616 req-95baea62-47e1-4bb9-b834-fb8009cf8a8e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524491 Jun 15 22:17:39.840118 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef115d0d-bf82-4a35-b1b6-04655b8479de {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:39.852098 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Publish callbacks [] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:39.893947 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:39.901776 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Transition to ACTIVE for port object ef115d0d-bf82-4a35-b1b6-04655b8479de will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:17:39.916420 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:39.952270 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bbf471-290e-4e15-8acf-03df678d020f req-f9740d1b-18f4-43e9-9db9-16ec3469cfcf service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119081 Jun 15 22:17:40.005675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Pushing event updated for resources: {'Port': ['ID=ef115d0d-bf82-4a35-b1b6-04655b8479de,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:40.077048 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:40.079801 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Attempting to bind port ef115d0d-bf82-4a35-b1b6-04655b8479de on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:17:40.080213 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Attempting to bind port ef115d0d-bf82-4a35-b1b6-04655b8479de by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:17:40.080599 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Attempting to bind port ef115d0d-bf82-4a35-b1b6-04655b8479de on network b1f08f80-fccf-477a-aaf3-18a5aef794df {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:40.084021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:40.084480 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174aa7b3-c3c9-4478-9840-488ccd7a445f req-db076c74-b8b6-49c4-88da-2c976f33edd8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:40.087607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Port ef115d0d-bf82-4a35-b1b6-04655b8479de on network b1f08f80-fccf-477a-aaf3-18a5aef794df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:17:40.088148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Attempting to bind port ef115d0d-bf82-4a35-b1b6-04655b8479de on network b1f08f80-fccf-477a-aaf3-18a5aef794df {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:17:40.092486 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-174aa7b3-c3c9-4478-9840-488ccd7a445f req-db076c74-b8b6-49c4-88da-2c976f33edd8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0691507 Jun 15 22:17:40.097410 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:17:40.097843 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Checking segment: {'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:17:40.098477 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Bound using segment: {'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:17:40.099077 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Bound port: ef115d0d-bf82-4a35-b1b6-04655b8479de, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89cdd3a-35d6-405e-8432-c830ecc4ec19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:17:40.099520 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:40.169566 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-174aa7b3-c3c9-4478-9840-488ccd7a445f req-8ab6dc89-25cd-4886-8906-2893acc93890 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759873 Jun 15 22:17:40.180954 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] For port ef115d0d-bf82-4a35-b1b6-04655b8479de, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:17:40.187038 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] For port ef115d0d-bf82-4a35-b1b6-04655b8479de, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ef115d0d-bf82-4a35-b1b6-04655b8479de,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:17:40.200094 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:40.247399 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:40.248328 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:40.250367 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] 10.222.0.26 "PUT /v2.0/ports/ef115d0d-bf82-4a35-b1b6-04655b8479de HTTP/1.1" status: 200 len: 1093 time: 1.8059626 Jun 15 22:17:40.251396 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'tag': 'ef115d0d-bf82-4a35-b1b6-04655b8479de'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:40.254070 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd0f055-d6a6-4505-9820-f385f8830f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "464578c6-8b47-4ca7-b0cb-1d64f8e495d6", "tag": "ef115d0d-bf82-4a35-b1b6-04655b8479de"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:40.297266 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'a1378eb9-93e9-49aa-8dc4-d1546e6d9628', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'port_id': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'mac_address': 'fa:16:3e:9f:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:17:19Z', 'updated_at': '2022-06-15T22:17:38Z', 'revision_number': 1, 'project_id': '1593797d34a04b169379da1a51e18072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:40.312073 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d600ad-e2cd-4753-96ae-3de793cd20b6 x-openstack-request-id: req-60d600ad-e2cd-4753-96ae-3de793cd20b6 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:40.312423 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464578c6-8b47-4ca7-b0cb-1d64f8e495d6", "tag": "ef115d0d-bf82-4a35-b1b6-04655b8479de", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:40.312679 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60d600ad-e2cd-4753-96ae-3de793cd20b6 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:40.313025 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d600ad-e2cd-4753-96ae-3de793cd20b6'] response: {'name': 'network-changed', 'server_uuid': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'tag': 'ef115d0d-bf82-4a35-b1b6-04655b8479de', 'status': 'completed', 'code': 200} Jun 15 22:17:40.333027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] Checking router: 1a93d3bb-fb19-4935-804a-19b63b1b99f5 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:17:40.333197 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c527f-5267-4952-b707-c7c69fd8ae40 service neutron] Pushing event updated for resources: {'Port': ['ID=ef115d0d-bf82-4a35-b1b6-04655b8479de,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:40.341849 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d093c-324a-4048-bd33-8ef521ed59df req-d01c7b0f-39af-46b9-ae4a-7b0fdb189512 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:40.343801 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c35d093c-324a-4048-bd33-8ef521ed59df req-d01c7b0f-39af-46b9-ae4a-7b0fdb189512 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 943 time: 0.0863531 Jun 15 22:17:40.344584 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:17:40.345220 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:17:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:40.412294 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c35d093c-324a-4048-bd33-8ef521ed59df req-ee479f55-9237-4cbd-b8d8-32a3d62d6782 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613163 Jun 15 22:17:40.461211 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:17:40.650139 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:40.698929 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'a1378eb9-93e9-49aa-8dc4-d1546e6d9628', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'port_id': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'mac_address': 'fa:16:3e:9f:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:17:19Z', 'updated_at': '2022-06-15T22:17:38Z', 'revision_number': 1, 'project_id': '1593797d34a04b169379da1a51e18072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:17:40.728958 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844f313-88ef-4b55-bcf8-d55dd10d88d7 None None] The sync data for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi is: [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'a1378eb9-93e9-49aa-8dc4-d1546e6d9628', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'floating_ip_address': '172.27.2.96', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'port_id': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'mac_address': 'fa:16:3e:9f:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:17:19Z', 'updated_at': '2022-06-15T22:17:38Z', 'revision_number': 1, 'project_id': '1593797d34a04b169379da1a51e18072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:17:40.920920 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f055-d6a6-4505-9820-f385f8830f7a req-6295fe43-d4a2-4f3d-affe-85556fbdcbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:40.922628 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dfd0f055-d6a6-4505-9820-f385f8830f7a req-6295fe43-d4a2-4f3d-affe-85556fbdcbb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 1127 time: 0.0607538 Jun 15 22:17:41.024508 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28af8a-5e0e-42a1-9034-a4c35434cb1c req-a608d77f-50b1-42ce-bf69-9ff33b88a9b9 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.035983 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0f28af8a-5e0e-42a1-9034-a4c35434cb1c req-a608d77f-50b1-42ce-bf69-9ff33b88a9b9 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 943 time: 0.0716145 Jun 15 22:17:41.036304 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a854-4190-4838-99c2-267e91719118 req-3c6db1df-9527-4dd5-9af4-3579a49e19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.039444 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ebb8a854-4190-4838-99c2-267e91719118 req-3c6db1df-9527-4dd5-9af4-3579a49e19f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 1129 time: 0.1786511 Jun 15 22:17:41.070321 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece52db-4ac3-44a9-bb88-61d5c0a97f31 None None] New status for floating IP a1378eb9-93e9-49aa-8dc4-d1546e6d9628: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:17:41.109699 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0f28af8a-5e0e-42a1-9034-a4c35434cb1c req-6fd13f5b-a2f0-4355-9270-ed4119736fd4 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671856 Jun 15 22:17:41.180313 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:41.187785 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f055-d6a6-4505-9820-f385f8830f7a req-9a0053a1-a01a-45c7-806c-bd7562f50b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.189470 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dfd0f055-d6a6-4505-9820-f385f8830f7a req-9a0053a1-a01a-45c7-806c-bd7562f50b91 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2309799 Jun 15 22:17:41.194352 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17bbf471-290e-4e15-8acf-03df678d020f req-3611e546-a31d-41d1-9a68-47c63c24b5a6 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536899 Jun 15 22:17:41.377018 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a854-4190-4838-99c2-267e91719118 req-a1f2560b-beed-4030-a2ad-fb79e27f55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.378546 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ebb8a854-4190-4838-99c2-267e91719118 req-a1f2560b-beed-4030-a2ad-fb79e27f55dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.2613785 Jun 15 22:17:41.393341 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aab20f-2e16-4372-81d7-bb2ba6ac8ef5 req-97b4bca0-898a-4318-94d0-2dbd612bc137 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.394913 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38aab20f-2e16-4372-81d7-bb2ba6ac8ef5 req-97b4bca0-898a-4318-94d0-2dbd612bc137 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1236892 Jun 15 22:17:41.447794 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0f055-d6a6-4505-9820-f385f8830f7a req-3a518a5b-303b-46ca-bd8f-c1e1d7d82159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.450316 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dfd0f055-d6a6-4505-9820-f385f8830f7a req-3a518a5b-303b-46ca-bd8f-c1e1d7d82159 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249932 Jun 15 22:17:41.532573 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38aab20f-2e16-4372-81d7-bb2ba6ac8ef5 req-18acb1cd-4d7c-442c-a5a1-855e6c30297c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143122 Jun 15 22:17:41.543771 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:41.569842 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687517d-6990-4e00-8092-30c4f180286c req-f60f5911-cab1-44a6-babe-a247e6d1c799 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.572174 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c687517d-6990-4e00-8092-30c4f180286c req-f60f5911-cab1-44a6-babe-a247e6d1c799 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 943 time: 0.0809233 Jun 15 22:17:41.573572 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ebb8a854-4190-4838-99c2-267e91719118 req-041615d2-4983-4f75-a123-1b7f0d1e466c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e HTTP/1.1" status: 200 len: 1000 time: 0.0899448 Jun 15 22:17:41.657287 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c687517d-6990-4e00-8092-30c4f180286c req-6558dace-ec07-4bcf-8e9c-4a273a871bbc tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727785 Jun 15 22:17:41.663382 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:41.703762 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a854-4190-4838-99c2-267e91719118 req-0a42f513-b519-4670-9444-613a7b7528f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.705737 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ebb8a854-4190-4838-99c2-267e91719118 req-0a42f513-b519-4670-9444-613a7b7528f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.1197567 Jun 15 22:17:41.712441 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-db435d09-cd2c-4d0b-80dd-3e76dd421831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.714215 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-db435d09-cd2c-4d0b-80dd-3e76dd421831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 1127 time: 0.1271415 Jun 15 22:17:41.791248 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-a15d0d0e-ef17-44f5-9780-b774a08b7341 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef115d0d-bf82-4a35-b1b6-04655b8479de HTTP/1.1" status: 200 len: 217 time: 0.0410614 Jun 15 22:17:41.803611 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:17:41.809794 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8a854-4190-4838-99c2-267e91719118 req-71250d10-e445-483b-9eb7-4df0fe181084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.811926 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ebb8a854-4190-4838-99c2-267e91719118 req-71250d10-e445-483b-9eb7-4df0fe181084 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958261 Jun 15 22:17:41.882963 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ecf38340-7ca3-49c2-a763-a995d2cb17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:41.884383 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-ecf38340-7ca3-49c2-a763-a995d2cb17b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d51159ce-792a-42e2-8ac7-34d39f267396 HTTP/1.1" status: 200 len: 849 time: 0.0854146 Jun 15 22:17:41.924423 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:41.938460 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523', 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333', 'port_id': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523', 'mac_address': 'fa:16:3e:83:78:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9896a233-d742-4560-b1e4-38b46af19e47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:17:41.945654 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-0d185ded-406a-4c1a-8545-a4de33bf7a5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b1f08f80-fccf-477a-aaf3-18a5aef794df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350194 Jun 15 22:17:41.988445 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ebb8a854-4190-4838-99c2-267e91719118 req-dac8f9b2-e382-4c0e-b4d4-ecf001efbf02 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583107 Jun 15 22:17:41.988770 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:41.989468 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:42.013120 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:42.037918 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:42.045868 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:42.102100 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:42.129752 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-372745fb-b8fa-4425-b516-a5675a035882 service neutron] 10.222.0.26 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723804 Jun 15 22:17:42.180862 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ebb8a854-4190-4838-99c2-267e91719118 req-974b7099-130a-4fa6-a922-7d3b5c03477d service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806638 Jun 15 22:17:42.306300 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-25ebafc1-9b51-441d-ad35-d1d79ad9b70c req-e8669fe5-2ccf-497a-9264-3d9232951170 service neutron] 10.222.0.26 "GET /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699808 Jun 15 22:17:42.390358 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515a487-63ee-4db1-b023-384e509fbdd9 req-a38b5887-d7dd-4443-9bc5-c9c989973e1d tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:42.391868 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7515a487-63ee-4db1-b023-384e509fbdd9 req-a38b5887-d7dd-4443-9bc5-c9c989973e1d tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 943 time: 0.0549932 Jun 15 22:17:42.407856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:42.460550 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7515a487-63ee-4db1-b023-384e509fbdd9 req-d5e2ef56-ac09-4997-a785-6af1dc4e591b tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625350 Jun 15 22:17:42.462204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['6eceeeb6-06c6-41f7-b6c5-14f4aef9a523'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:42.675207 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36646c-0e75-4491-aca4-c3674ceecbe9 req-23854814-5d59-4c60-9ee1-418e5fc5d1fc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:42.676788 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5e36646c-0e75-4491-aca4-c3674ceecbe9 req-23854814-5d59-4c60-9ee1-418e5fc5d1fc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0533955 Jun 15 22:17:42.739789 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5e36646c-0e75-4491-aca4-c3674ceecbe9 req-60cebb58-06e1-414d-9839-c67ff51fa64a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566041 Jun 15 22:17:42.838380 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49bd30-0564-4689-8416-9e2b14d04dc4 req-8ebd422d-d8bc-4b73-a6de-d628aaea5382 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:42.841592 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3a49bd30-0564-4689-8416-9e2b14d04dc4 req-8ebd422d-d8bc-4b73-a6de-d628aaea5382 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 944 time: 0.0651085 Jun 15 22:17:42.910973 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3a49bd30-0564-4689-8416-9e2b14d04dc4 req-d612aa06-5ab0-40bb-b794-fb809a08cb93 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632410 Jun 15 22:17:43.608286 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9c415-fdae-4df5-9f5e-8ee666c2ebb6 req-e1e0676a-d3f0-46ad-8393-74ab321a6d1e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:43.610950 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0f9c415-fdae-4df5-9f5e-8ee666c2ebb6 req-e1e0676a-d3f0-46ad-8393-74ab321a6d1e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 943 time: 0.0750642 Jun 15 22:17:43.669102 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0f9c415-fdae-4df5-9f5e-8ee666c2ebb6 req-b252cc3a-c747-4d80-b94d-86e7965cb8b9 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523250 Jun 15 22:17:43.795772 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:43.800744 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:43.822878 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-baecddb2-704e-4269-9893-fdbfa0f63b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:43.851471 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:17:43.858193 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:43.858565 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:44.092101 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:44.092835 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:44.099068 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986a95d-23b0-42dc-9866-048f5e070d51 req-a85e5a90-4107-4ca2-ac28-439d9efa248b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:44.101841 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1986a95d-23b0-42dc-9866-048f5e070d51 req-a85e5a90-4107-4ca2-ac28-439d9efa248b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 944 time: 0.0939496 Jun 15 22:17:44.120494 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:44.123043 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9316e1-b83d-470b-b7fc-1326c70a14e0" -d '{"events": [{"server_uuid": "37ced019-d078-4b0d-86c0-8fba6272c7b8", "name": "network-vif-plugged", "status": "completed", "tag": "6eceeeb6-06c6-41f7-b6c5-14f4aef9a523"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:44.137676 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:44.145161 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:44.153492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2683d-b623-49c1-8a01-98550eea5794 req-25bb3151-43ca-4204-b5f4-de4778213f6a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:44.157021 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e9c2683d-b623-49c1-8a01-98550eea5794 req-25bb3151-43ca-4204-b5f4-de4778213f6a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.3261716 Jun 15 22:17:44.186415 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:44.208324 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1986a95d-23b0-42dc-9866-048f5e070d51 req-363a8117-6b57-4166-9759-0e433da13d34 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980668 Jun 15 22:17:44.212795 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:44.243936 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e9c2683d-b623-49c1-8a01-98550eea5794 req-fc7bdc51-6f49-4949-9b14-943df9df9b6f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768821 Jun 15 22:17:44.284124 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7780330-17f3-42f5-b8a3-98c3d748eb37 x-openstack-request-id: req-c7780330-17f3-42f5-b8a3-98c3d748eb37 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:44.284978 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ced019-d078-4b0d-86c0-8fba6272c7b8", "name": "network-vif-plugged", "status": "completed", "tag": "6eceeeb6-06c6-41f7-b6c5-14f4aef9a523", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:44.285254 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7780330-17f3-42f5-b8a3-98c3d748eb37 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:44.285700 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7780330-17f3-42f5-b8a3-98c3d748eb37'] response: {'server_uuid': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523', 'code': 200} Jun 15 22:17:44.588031 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8455da-f62e-4e2d-a089-18396f4a27d6 req-f65aa8a6-81c7-4c17-98d0-cd3b30d6ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:44.589513 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f8455da-f62e-4e2d-a089-18396f4a27d6 req-f65aa8a6-81c7-4c17-98d0-cd3b30d6ee81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 1129 time: 0.0493319 Jun 15 22:17:44.645924 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9f8455da-f62e-4e2d-a089-18396f4a27d6 req-6cf9b52d-a3c9-44aa-84b8-43cd62812289 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Jun 15 22:17:44.795820 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca85f5d-689c-4997-8f6e-4200bad4dfdc req-8f3001f9-df02-4e5f-bd03-7748562e40a0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:44.797467 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cca85f5d-689c-4997-8f6e-4200bad4dfdc req-8f3001f9-df02-4e5f-bd03-7748562e40a0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 943 time: 0.0537918 Jun 15 22:17:44.852597 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cca85f5d-689c-4997-8f6e-4200bad4dfdc req-3b77a871-9d57-4c01-a9f4-53768bcae0e6 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490699 Jun 15 22:17:45.344105 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd08cca-cf4d-4d4a-825e-74428b7a0878 req-544d0416-80aa-4318-ab5c-0dbb74b4984f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:45.345768 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecd08cca-cf4d-4d4a-825e-74428b7a0878 req-544d0416-80aa-4318-ab5c-0dbb74b4984f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 945 time: 0.0540895 Jun 15 22:17:45.380086 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae97e9-6a46-48b8-ab84-688ebc78c50b req-cc8693ae-8f2f-4676-99c0-57eaa9f360c8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:45.381764 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e5ae97e9-6a46-48b8-ab84-688ebc78c50b req-cc8693ae-8f2f-4676-99c0-57eaa9f360c8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0581284 Jun 15 22:17:45.400847 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ecd08cca-cf4d-4d4a-825e-74428b7a0878 req-211aeec8-f29c-4f13-87f4-fb38e5af0947 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489824 Jun 15 22:17:45.460109 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e5ae97e9-6a46-48b8-ab84-688ebc78c50b req-005b9c48-60ec-4cd4-a532-3445d7140a02 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686302 Jun 15 22:17:45.818069 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device ef115d0d-bf82-4a35-b1b6-04655b8479de details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:17:45.994600 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd37d69-2989-47ab-b67f-03080a6c3c66 req-c5805cf8-dc01-4326-82d3-bf9f1b775034 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:45.997223 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3cd37d69-2989-47ab-b67f-03080a6c3c66 req-c5805cf8-dc01-4326-82d3-bf9f1b775034 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 943 time: 0.0587032 Jun 15 22:17:46.022696 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port ef115d0d-bf82-4a35-b1b6-04655b8479de, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ef115d0d-bf82-4a35-b1b6-04655b8479de,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:46.049021 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'ef115d0d-bf82-4a35-b1b6-04655b8479de', 'network_id': 'b1f08f80-fccf-477a-aaf3-18a5aef794df', 'port_id': 'ef115d0d-bf82-4a35-b1b6-04655b8479de', 'mac_address': 'fa:16:3e:b0:85:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51159ce-792a-42e2-8ac7-34d39f267396', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:17:46.080151 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3294833b-6aac-4676-8267-64a001ba2203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.084641 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3cd37d69-2989-47ab-b67f-03080a6c3c66 req-9e8d49b1-570f-4dea-973d-0875c735072b tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749807 Jun 15 22:17:46.096584 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port ef115d0d-bf82-4a35-b1b6-04655b8479de is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:46.096955 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.113914 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef115d0d-bf82-4a35-b1b6-04655b8479de {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:17:46.143294 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port ef115d0d-bf82-4a35-b1b6-04655b8479de, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ef115d0d-bf82-4a35-b1b6-04655b8479de,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:46.149111 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.164219 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43348) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:46.205454 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=ef115d0d-bf82-4a35-b1b6-04655b8479de,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:46.301105 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7408-cfcb-4257-8860-090876bf433e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.392112 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7408-cfcb-4257-8860-090876bf433e admin admin] Publish callbacks [] for security_group (c64149f1-939c-484d-ad58-20a899fb8103), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.397129 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e5fe7408-cfcb-4257-8860-090876bf433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (c64149f1-939c-484d-ad58-20a899fb8103), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.413035 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:46.461372 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe7408-cfcb-4257-8860-090876bf433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64149f1-939c-484d-ad58-20a899fb8103,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:46.470545 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e5fe7408-cfcb-4257-8860-090876bf433e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9de92dac9e0b48d3960f497538d2d588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042567 Jun 15 22:17:46.472313 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43354) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:46.536203 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['ef115d0d-bf82-4a35-b1b6-04655b8479de'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:46.639108 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1d77fd60-e16c-4189-9ba2-b36feefe3deb admin admin] Publish callbacks [] for security_group (c64149f1-939c-484d-ad58-20a899fb8103), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.644549 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:46.671937 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359a70f-2808-4353-b758-b645fb8c9c94 req-9caf7295-645f-4d3a-91ce-a844bc71e22d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:46.680563 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2359a70f-2808-4353-b758-b645fb8c9c94 req-9caf7295-645f-4d3a-91ce-a844bc71e22d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1154904 Jun 15 22:17:46.687481 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943047d-82fc-4bff-8f69-14cd08aef880 req-dd5b2b20-d392-4f79-bfee-6aeb51649bd9 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:46.701636 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:46.707188 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d943047d-82fc-4bff-8f69-14cd08aef880 req-dd5b2b20-d392-4f79-bfee-6aeb51649bd9 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 945 time: 0.1517568 Jun 15 22:17:46.714942 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1d77fd60-e16c-4189-9ba2-b36feefe3deb admin admin] Publish callbacks [] for security_group (c64149f1-939c-484d-ad58-20a899fb8103), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.791285 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2359a70f-2808-4353-b758-b645fb8c9c94 req-3240caa6-5064-4e93-bea6-e6e30eb05c7e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089892 Jun 15 22:17:46.796296 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d943047d-82fc-4bff-8f69-14cd08aef880 req-302478bd-8fa2-4d9c-bb1c-6a481afbcf42 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860407 Jun 15 22:17:46.858244 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1d77fd60-e16c-4189-9ba2-b36feefe3deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (c64149f1-939c-484d-ad58-20a899fb8103), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.861782 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1d77fd60-e16c-4189-9ba2-b36feefe3deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:46.863103 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1d77fd60-e16c-4189-9ba2-b36feefe3deb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c64149f1-939c-484d-ad58-20a899fb8103 HTTP/1.1" status: 204 len: 168 time: 0.3893661 Jun 15 22:17:46.875119 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77fd60-e16c-4189-9ba2-b36feefe3deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64149f1-939c-484d-ad58-20a899fb8103,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:47.321250 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980667ca-02d0-4def-98b2-c59362bed8a0 req-ddf4f83f-c8ca-48ea-b03b-b2f58b927511 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:47.324420 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-980667ca-02d0-4def-98b2-c59362bed8a0 req-ddf4f83f-c8ca-48ea-b03b-b2f58b927511 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 944 time: 0.1103048 Jun 15 22:17:47.347034 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 43412) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:47.371168 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-01338c84-c970-4c0c-a7b1-1c6228f7aa5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.426125 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-980667ca-02d0-4def-98b2-c59362bed8a0 req-40345629-f8c4-4acc-8c91-1788853f05d5 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902343 Jun 15 22:17:47.580865 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-01338c84-c970-4c0c-a7b1-1c6228f7aa5a admin admin] Publish callbacks [] for security_group (95a9e6b0-6aea-4e9c-a684-5df15d9090e5), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.591621 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-01338c84-c970-4c0c-a7b1-1c6228f7aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (95a9e6b0-6aea-4e9c-a684-5df15d9090e5), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.596573 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.693079 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-01338c84-c970-4c0c-a7b1-1c6228f7aa5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b41cb653e644cd3bb09399f3ccc3e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443019 Jun 15 22:17:47.696161 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43418) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:47.710737 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01338c84-c970-4c0c-a7b1-1c6228f7aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9e6b0-6aea-4e9c-a684-5df15d9090e5,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:47.770916 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-624473c6-fbb9-4561-b12b-6959428c55cc admin admin] Publish callbacks [] for security_group (95a9e6b0-6aea-4e9c-a684-5df15d9090e5), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.801210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-624473c6-fbb9-4561-b12b-6959428c55cc admin admin] Publish callbacks [] for security_group (95a9e6b0-6aea-4e9c-a684-5df15d9090e5), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.846285 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device ef115d0d-bf82-4a35-b1b6-04655b8479de up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:17:47.890193 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-624473c6-fbb9-4561-b12b-6959428c55cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (95a9e6b0-6aea-4e9c-a684-5df15d9090e5), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.896133 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-624473c6-fbb9-4561-b12b-6959428c55cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:47.903506 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-624473c6-fbb9-4561-b12b-6959428c55cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95a9e6b0-6aea-4e9c-a684-5df15d9090e5 HTTP/1.1" status: 204 len: 168 time: 0.2048898 Jun 15 22:17:47.916530 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:47.920221 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624473c6-fbb9-4561-b12b-6959428c55cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9e6b0-6aea-4e9c-a684-5df15d9090e5,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:47.975011 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port ef115d0d-bf82-4a35-b1b6-04655b8479de completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:17:47.985043 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port ef115d0d-bf82-4a35-b1b6-04655b8479de triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:17:47.985670 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:48.002219 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c03d8-ab18-478e-baa6-94d537714566 req-d268df7d-7d22-4581-97ee-84007d31b9f5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:48.006017 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b92c03d8-ab18-478e-baa6-94d537714566 req-d268df7d-7d22-4581-97ee-84007d31b9f5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1046133 Jun 15 22:17:48.085098 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port ef115d0d-bf82-4a35-b1b6-04655b8479de is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:17:48.085527 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:48.098054 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b92c03d8-ab18-478e-baa6-94d537714566 req-ddda4237-35a7-4108-98c2-a1d856302473 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873208 Jun 15 22:17:48.123357 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef115d0d-bf82-4a35-b1b6-04655b8479de'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:48.126567 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c8359d-b9ee-4f00-b2d6-034be4958efa" -d '{"events": [{"server_uuid": "464578c6-8b47-4ca7-b0cb-1d64f8e495d6", "name": "network-vif-plugged", "status": "completed", "tag": "ef115d0d-bf82-4a35-b1b6-04655b8479de"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:48.133962 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port ef115d0d-bf82-4a35-b1b6-04655b8479de, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ef115d0d-bf82-4a35-b1b6-04655b8479de,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:48.142580 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:48.186791 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7ac12-4482-4ae9-b278-72c49fa545bc x-openstack-request-id: req-f9f7ac12-4482-4ae9-b278-72c49fa545bc {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:48.187308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464578c6-8b47-4ca7-b0cb-1d64f8e495d6", "name": "network-vif-plugged", "status": "completed", "tag": "ef115d0d-bf82-4a35-b1b6-04655b8479de", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:48.187942 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9f7ac12-4482-4ae9-b278-72c49fa545bc {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:48.189125 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f7ac12-4482-4ae9-b278-72c49fa545bc'] response: {'server_uuid': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef115d0d-bf82-4a35-b1b6-04655b8479de', 'code': 200} Jun 15 22:17:48.221204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=ef115d0d-bf82-4a35-b1b6-04655b8479de,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:48.494537 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:48.504721 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b26035-5c6e-453f-a38a-c0043e0f90ba req-ae43623a-d45b-43b7-812b-6d8308f4625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:48.511036 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46b26035-5c6e-453f-a38a-c0043e0f90ba req-ae43623a-d45b-43b7-812b-6d8308f4625c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 1129 time: 0.0735526 Jun 15 22:17:48.619607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2981371-c878-4141-9561-57aa8aaa187d req-887704ce-717e-4ebd-9d68-8eeb69d63cb6 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:48.622580 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b2981371-c878-4141-9561-57aa8aaa187d req-887704ce-717e-4ebd-9d68-8eeb69d63cb6 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 945 time: 0.1075726 Jun 15 22:17:48.690046 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-46b26035-5c6e-453f-a38a-c0043e0f90ba req-6f859f23-2bfe-46a6-b1c8-36e407c6ed07 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634030 Jun 15 22:17:48.751557 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b2981371-c878-4141-9561-57aa8aaa187d req-9fd919e6-25a6-4801-976c-950f747b8dd8 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114988 Jun 15 22:17:49.271622 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:49.275059 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c97f10-d639-49b6-8b17-f497708da660 req-b988ec95-0854-4edd-a1be-441651568c94 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:49.277003 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31c97f10-d639-49b6-8b17-f497708da660 req-b988ec95-0854-4edd-a1be-441651568c94 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1037674 Jun 15 22:17:49.339101 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31c97f10-d639-49b6-8b17-f497708da660 req-5f9e7089-4ec1-474f-87bf-6e1afc606cc5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513573 Jun 15 22:17:49.375011 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:49.980892 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9741a-450b-430a-bdf3-8c83d5f0a9ce req-ff704f95-5ec5-43de-adec-9b91e2b08b3e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:49.983680 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cc9741a-450b-430a-bdf3-8c83d5f0a9ce req-ff704f95-5ec5-43de-adec-9b91e2b08b3e tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 945 time: 0.1014211 Jun 15 22:17:50.052907 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cc9741a-450b-430a-bdf3-8c83d5f0a9ce req-b19e5301-9ebd-4147-95e7-8b69c03afc50 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607550 Jun 15 22:17:50.505361 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250d6c-502a-4aef-823a-ee383d886192 req-97219272-bbb9-497e-baaa-bfe99e868771 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:50.507202 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f1250d6c-502a-4aef-823a-ee383d886192 req-97219272-bbb9-497e-baaa-bfe99e868771 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0661759 Jun 15 22:17:50.598165 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f1250d6c-502a-4aef-823a-ee383d886192 req-5de835b3-ddb8-41af-8895-229c691b2fae tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799999 Jun 15 22:17:51.224763 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976ea00-eb1a-48bd-8d59-f925d8a2bd9c req-23fd420a-eefd-48be-a348-4284e023341b tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:51.226739 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5976ea00-eb1a-48bd-8d59-f925d8a2bd9c req-23fd420a-eefd-48be-a348-4284e023341b tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 945 time: 0.0644383 Jun 15 22:17:51.293374 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5976ea00-eb1a-48bd-8d59-f925d8a2bd9c req-bc7f3246-cede-44e9-bc53-dc2eab76d956 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543139 Jun 15 22:17:51.741889 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437a241-4408-40c0-854c-375522bdd498 req-210a3219-8f4e-49b8-9153-e1c47a7fb4eb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:51.743406 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f437a241-4408-40c0-854c-375522bdd498 req-210a3219-8f4e-49b8-9153-e1c47a7fb4eb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Jun 15 22:17:51.797639 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f437a241-4408-40c0-854c-375522bdd498 req-ef0c429c-2572-4968-9a52-ee4bf1967d71 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Jun 15 22:17:52.460677 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69027a85-7e93-4d8f-add9-640624c39444 req-9be8f3f1-ac0c-49eb-8468-0c39f093d791 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:52.463437 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-69027a85-7e93-4d8f-add9-640624c39444 req-9be8f3f1-ac0c-49eb-8468-0c39f093d791 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 945 time: 0.0689149 Jun 15 22:17:52.522707 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-69027a85-7e93-4d8f-add9-640624c39444 req-c35768a4-0346-49bd-a355-18017367610d tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520210 Jun 15 22:17:52.985674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc3483-8dcb-4d17-a2f9-46256e398b64 req-f1b443bd-8020-4662-858d-d16e712dc735 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:52.993975 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9abc3483-8dcb-4d17-a2f9-46256e398b64 req-f1b443bd-8020-4662-858d-d16e712dc735 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0696907 Jun 15 22:17:53.099169 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9abc3483-8dcb-4d17-a2f9-46256e398b64 req-5408ee50-e04f-46ca-a60b-834b8814157e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959949 Jun 15 22:17:53.687986 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10122-7f2b-4968-bddb-00310b626e43 req-b2e4f735-f80e-40ac-b70d-61ad2d7acef4 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:53.689677 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-99d10122-7f2b-4968-bddb-00310b626e43 req-b2e4f735-f80e-40ac-b70d-61ad2d7acef4 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 945 time: 0.0761395 Jun 15 22:17:53.744103 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-99d10122-7f2b-4968-bddb-00310b626e43 req-462ef89d-cbf3-4b58-98e3-38ec9bdaba71 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Jun 15 22:17:54.278723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6e18-1199-4cbc-b535-2287f9f95101 req-b5df7fc8-f253-46dd-9b68-2579925db3ef tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:54.284117 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e8e6e18-1199-4cbc-b535-2287f9f95101 req-b5df7fc8-f253-46dd-9b68-2579925db3ef tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0638258 Jun 15 22:17:54.349315 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0e8e6e18-1199-4cbc-b535-2287f9f95101 req-307bc459-2307-4738-8444-c38a129c54a3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604699 Jun 15 22:17:54.813574 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:54.839174 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-1b3563ee-b86f-4584-939b-1313a75109da tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:54.842084 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-1b3563ee-b86f-4584-939b-1313a75109da tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 945 time: 0.0772042 Jun 15 22:17:54.908784 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddde507-0cc3-4a24-a001-b21e6002ac4f req-5162fcc8-38d5-4be4-9ca1-5738175955f0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:54.918431 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dddde507-0cc3-4a24-a001-b21e6002ac4f req-5162fcc8-38d5-4be4-9ca1-5738175955f0 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 945 time: 0.0713787 Jun 15 22:17:54.976594 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-dddde507-0cc3-4a24-a001-b21e6002ac4f req-aa29d264-d85f-4759-bd08-5d6f937e6423 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/security-groups?id=d10452c6-7944-483c-a687-9d94e9035a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Jun 15 22:17:55.299636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Deleting port ef115d0d-bf82-4a35-b1b6-04655b8479de {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:17:55.300380 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:55.434142 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] For port ef115d0d-bf82-4a35-b1b6-04655b8479de, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=ef115d0d-bf82-4a35-b1b6-04655b8479de,segment=NetworkSegment(a89cdd3a-35d6-405e-8432-c830ecc4ec19),segment_id=a89cdd3a-35d6-405e-8432-c830ecc4ec19)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:17:55.434582 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:55.454477 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Calling delete_port for ef115d0d-bf82-4a35-b1b6-04655b8479de owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:17:55.558412 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d08e8-c584-45b8-9df1-8f5a1000f237 req-6bdeb38b-fce5-4c46-9eed-36a83fc4de99 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:55.560211 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-547d08e8-c584-45b8-9df1-8f5a1000f237 req-6bdeb38b-fce5-4c46-9eed-36a83fc4de99 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0890586 Jun 15 22:17:55.583000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:55.631333 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-547d08e8-c584-45b8-9df1-8f5a1000f237 req-d62f746d-ec3b-4e14-9984-b1b27b499699 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648315 Jun 15 22:17:55.695492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (ef115d0d-bf82-4a35-b1b6-04655b8479de), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:55.727735 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Pushing event deleted for resources: {'Port': ['ID=ef115d0d-bf82-4a35-b1b6-04655b8479de,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:55.752625 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['ef115d0d-bf82-4a35-b1b6-04655b8479de'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:17:55.787071 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] No DVR routers for this DVR port ef115d0d-bf82-4a35-b1b6-04655b8479de on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:17:55.789847 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:55.793955 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0b665922-48c7-45b1-9fe6-c43c968071d2 req-aff11670-f8b2-4ee1-ae2b-b0c8b7b338f7 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.26 "DELETE /v2.0/ports/ef115d0d-bf82-4a35-b1b6-04655b8479de HTTP/1.1" status: 204 len: 173 time: 0.6293375 Jun 15 22:17:55.794380 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'name': 'network-vif-deleted', 'tag': 'ef115d0d-bf82-4a35-b1b6-04655b8479de'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:17:55.796842 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f28394a-322a-4714-827d-3428fa364d3c" -d '{"events": [{"server_uuid": "464578c6-8b47-4ca7-b0cb-1d64f8e495d6", "name": "network-vif-deleted", "tag": "ef115d0d-bf82-4a35-b1b6-04655b8479de"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:17:55.846940 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc92ade9-567e-4e40-ab53-a0e37aa02004 x-openstack-request-id: req-bc92ade9-567e-4e40-ab53-a0e37aa02004 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:17:55.847207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464578c6-8b47-4ca7-b0cb-1d64f8e495d6", "name": "network-vif-deleted", "tag": "ef115d0d-bf82-4a35-b1b6-04655b8479de", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:17:55.847443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc92ade9-567e-4e40-ab53-a0e37aa02004 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:17:55.847913 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc92ade9-567e-4e40-ab53-a0e37aa02004'] response: {'server_uuid': '464578c6-8b47-4ca7-b0cb-1d64f8e495d6', 'name': 'network-vif-deleted', 'tag': 'ef115d0d-bf82-4a35-b1b6-04655b8479de', 'status': 'completed', 'code': 200} Jun 15 22:17:56.110455 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-38503816-47dd-41e9-97f6-11b396068893 req-c26e8379-8c18-4055-9391-f9bde4b3bb69 tempest-VolumesActionsTest-1318816648 tempest-VolumesActionsTest-1318816648-project] 10.222.0.55 "GET /v2.0/ports?device_id=464578c6-8b47-4ca7-b0cb-1d64f8e495d6 HTTP/1.1" status: 200 len: 210 time: 0.0366654 Jun 15 22:17:56.596046 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43648) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:56.601022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-48ddbb79-0866-4d6f-aad5-173469577fc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709222283', 'description': 'tempest-description--1030451707'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:56.623869 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-48ddbb79-0866-4d6f-aad5-173469577fc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.657591 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:56.670424 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:56.717994 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-48ddbb79-0866-4d6f-aad5-173469577fc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (d3fa561e-465e-4c2b-b460-6d5cf12f01c9), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.724302 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-48ddbb79-0866-4d6f-aad5-173469577fc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d3fa561e-465e-4c2b-b460-6d5cf12f01c9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.726547 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.759366 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-48ddbb79-0866-4d6f-aad5-173469577fc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.760637 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-48ddbb79-0866-4d6f-aad5-173469577fc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1635966 Jun 15 22:17:56.761906 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddbb79-0866-4d6f-aad5-173469577fc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa561e-465e-4c2b-b460-6d5cf12f01c9,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:56.764815 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43652) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:56.769830 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-cd11823c-df08-4809-9f45-3451d60fbf3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': 'd3fa561e-465e-4c2b-b460-6d5cf12f01c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:56.788186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da5c9-bef1-48e6-b269-74bee18188ae req-87143cc5-96bd-4520-8cf4-7671d7542849 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:56.790081 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-242da5c9-bef1-48e6-b269-74bee18188ae req-87143cc5-96bd-4520-8cf4-7671d7542849 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0623064 Jun 15 22:17:56.798366 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cd11823c-df08-4809-9f45-3451d60fbf3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (37f303d4-7fb3-4d81-b117-e4bcf90ef96c), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.846060 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-242da5c9-bef1-48e6-b269-74bee18188ae req-1c1a197c-0021-4c3b-8af3-2c8f4385df8e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Jun 15 22:17:56.871301 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cd11823c-df08-4809-9f45-3451d60fbf3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (37f303d4-7fb3-4d81-b117-e4bcf90ef96c), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.876752 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cd11823c-df08-4809-9f45-3451d60fbf3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (37f303d4-7fb3-4d81-b117-e4bcf90ef96c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.899168 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11823c-df08-4809-9f45-3451d60fbf3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f303d4-7fb3-4d81-b117-e4bcf90ef96c,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:56.907882 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cd11823c-df08-4809-9f45-3451d60fbf3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:56.909292 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-cd11823c-df08-4809-9f45-3451d60fbf3c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434140 Jun 15 22:17:56.913038 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43654) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:56.918944 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-04f46057-c772-4127-82ba-582010574225 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': 'd3fa561e-465e-4c2b-b460-6d5cf12f01c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:56.950530 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-04f46057-c772-4127-82ba-582010574225 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (db8f99ea-02a9-4700-815f-dd92953cd214), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.033454 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-04f46057-c772-4127-82ba-582010574225 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (db8f99ea-02a9-4700-815f-dd92953cd214), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.042873 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-04f46057-c772-4127-82ba-582010574225 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (db8f99ea-02a9-4700-815f-dd92953cd214), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.065505 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f46057-c772-4127-82ba-582010574225 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8f99ea-02a9-4700-815f-dd92953cd214,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:57.076877 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-04f46057-c772-4127-82ba-582010574225 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.078515 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-04f46057-c772-4127-82ba-582010574225 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634257 Jun 15 22:17:57.081987 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 43656) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:57.086706 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:17:57.113486 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.218319 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.368982 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.27.2.10 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/58e8cff8-6e92-4177-b93d-489c790a0005) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:17:57.468786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:57.516686 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (58e8cff8-6e92-4177-b93d-489c790a0005), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.575011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (58e8cff8-6e92-4177-b93d-489c790a0005), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.628839 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:17:57.632404 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:17:57.636278 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:17:57.679956 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=58e8cff8-6e92-4177-b93d-489c790a0005,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:57.698856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:57.772678 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (25c31dba-6f3a-45e2-96f9-731600539859), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.824366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (58e8cff8-6e92-4177-b93d-489c790a0005), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:57.931297 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device ef115d0d-bf82-4a35-b1b6-04655b8479de no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:17:57.975963 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: ef115d0d-bf82-4a35-b1b6-04655b8479de {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:17:57.976931 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device ef115d0d-bf82-4a35-b1b6-04655b8479de not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:17:58.177247 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43710) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:58.293017 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e43e22-82d1-44e6-a2ea-a5b502bcabd0 req-1796d822-fa68-4a3c-8535-c9ef01de4e3b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:58.294573 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81e43e22-82d1-44e6-a2ea-a5b502bcabd0 req-1796d822-fa68-4a3c-8535-c9ef01de4e3b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0690265 Jun 15 22:17:58.354821 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (58e8cff8-6e92-4177-b93d-489c790a0005), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.367166 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (58e8cff8-6e92-4177-b93d-489c790a0005), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.384821 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-23e9ae8f-470c-4127-b2d7-7eec972ff81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.387260 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81e43e22-82d1-44e6-a2ea-a5b502bcabd0 req-cde875aa-8608-4954-a6cb-ffee00752304 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815520 Jun 15 22:17:58.457564 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=58e8cff8-6e92-4177-b93d-489c790a0005,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:58.470175 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (25c31dba-6f3a-45e2-96f9-731600539859), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.488333 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.498090 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b47e7bf1-b5ca-4dcd-84e3-8e61dc77355b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4065826 Jun 15 22:17:58.506055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-23e9ae8f-470c-4127-b2d7-7eec972ff81d admin admin] Publish callbacks [] for security_group (4e7c3e4a-e6f1-4ad5-8338-7a517862aa80), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.511324 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-23e9ae8f-470c-4127-b2d7-7eec972ff81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4e7c3e4a-e6f1-4ad5-8338-7a517862aa80), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.558367 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ae8f-470c-4127-b2d7-7eec972ff81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7c3e4a-e6f1-4ad5-8338-7a517862aa80,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:58.568833 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-23e9ae8f-470c-4127-b2d7-7eec972ff81d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=585da920c23d491c9dc10b285793195f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890390 Jun 15 22:17:58.571380 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43728) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:58.626667 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e7e954f7-2140-4699-afb7-29bada06f1e2 admin admin] Publish callbacks [] for security_group (4e7c3e4a-e6f1-4ad5-8338-7a517862aa80), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.653214 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e7e954f7-2140-4699-afb7-29bada06f1e2 admin admin] Publish callbacks [] for security_group (4e7c3e4a-e6f1-4ad5-8338-7a517862aa80), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.673606 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:58.744460 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e7e954f7-2140-4699-afb7-29bada06f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4e7c3e4a-e6f1-4ad5-8338-7a517862aa80), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.747198 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e7e954f7-2140-4699-afb7-29bada06f1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:58.748396 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e7e954f7-2140-4699-afb7-29bada06f1e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e7c3e4a-e6f1-4ad5-8338-7a517862aa80 HTTP/1.1" status: 204 len: 168 time: 0.1760986 Jun 15 22:17:58.768701 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e954f7-2140-4699-afb7-29bada06f1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7c3e4a-e6f1-4ad5-8338-7a517862aa80,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:58.773437 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-5c5fa775-d955-4954-a55f-e7b2966362d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1709222283&fields=id&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 267 time: 0.0706830 Jun 15 22:17:58.877371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:58.925146 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-02a97e49-aa01-4b75-870e-020d0eb9f899 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:58.926756 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-02a97e49-aa01-4b75-870e-020d0eb9f899 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 0.1400619 Jun 15 22:17:58.950075 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-8aca7cce-cba4-46e3-81c9-12d3070042b3 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/quotas/e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 375 time: 0.0145984 Jun 15 22:17:59.036604 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-dfd594e8-8508-4f7d-b854-18b8fbbce81f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766933 Jun 15 22:17:59.170251 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-383b07aa-e382-482a-9825-a8e948b75437 service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136940 Jun 15 22:17:59.190614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 43744) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:59.205995 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a507e0da-97f4-4240-a219-3e1dd5b75e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:59.319532 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-6e0cd080-cd29-4869-a4fb-c90b85e3e5bd service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398048 Jun 15 22:17:59.325603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a507e0da-97f4-4240-a219-3e1dd5b75e10 admin admin] Publish callbacks [] for security_group (6196a05c-eb64-4719-86d5-4adac1be4a60), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:59.331124 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a507e0da-97f4-4240-a219-3e1dd5b75e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6196a05c-eb64-4719-86d5-4adac1be4a60), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:59.348873 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:59.391664 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a507e0da-97f4-4240-a219-3e1dd5b75e10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d96989cafbee4bbb8f1e99020650182c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951199 Jun 15 22:17:59.392153 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 43750) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:17:59.401372 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507e0da-97f4-4240-a219-3e1dd5b75e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6196a05c-eb64-4719-86d5-4adac1be4a60,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:17:59.460520 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dbc1c5-bc9f-4104-9c15-9f34bd169135 admin admin] Publish callbacks [] for security_group (6196a05c-eb64-4719-86d5-4adac1be4a60), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:59.540345 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dbc1c5-bc9f-4104-9c15-9f34bd169135 admin admin] Publish callbacks [] for security_group (6196a05c-eb64-4719-86d5-4adac1be4a60), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:59.573304 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93317f55-0c2e-4cf2-b2f2-17a20c6217f9 req-feaa16af-7398-4921-8525-1a97a421c425 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:17:59.577175 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c8248d00-a855-4487-ba62-f6a3f6923289 req-60e78a4e-c154-4ef4-8810-62bcb28f7dc5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0535042 Jun 15 22:17:59.582341 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93317f55-0c2e-4cf2-b2f2-17a20c6217f9 req-feaa16af-7398-4921-8525-1a97a421c425 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1039557 Jun 15 22:17:59.590155 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:17:59.687798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dbc1c5-bc9f-4104-9c15-9f34bd169135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6196a05c-eb64-4719-86d5-4adac1be4a60), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:59.690521 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dbc1c5-bc9f-4104-9c15-9f34bd169135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:17:59.694157 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-72dbc1c5-bc9f-4104-9c15-9f34bd169135 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6196a05c-eb64-4719-86d5-4adac1be4a60 HTTP/1.1" status: 204 len: 168 time: 0.2988229 Jun 15 22:17:59.700140 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93317f55-0c2e-4cf2-b2f2-17a20c6217f9 req-5cc00c4c-1b0f-431a-8eba-f4f93c07e0bf tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159737 Jun 15 22:17:59.709009 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbc1c5-bc9f-4104-9c15-9f34bd169135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6196a05c-eb64-4719-86d5-4adac1be4a60,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:00.093644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 43772) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:00.108123 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-34f6fa17-6753-45e2-a52e-8311a0fc057d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:00.192711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-34f6fa17-6753-45e2-a52e-8311a0fc057d admin admin] Publish callbacks [] for security_group (da21b1ef-ea21-4b9b-ba26-0b74690dcf23), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:00.199395 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-34f6fa17-6753-45e2-a52e-8311a0fc057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (da21b1ef-ea21-4b9b-ba26-0b74690dcf23), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:00.242089 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6fa17-6753-45e2-a52e-8311a0fc057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da21b1ef-ea21-4b9b-ba26-0b74690dcf23,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:00.249056 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-34f6fa17-6753-45e2-a52e-8311a0fc057d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=755a3185ccb04420a3aeacd78d6d2749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543422 Jun 15 22:18:00.252409 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 43774) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:00.311294 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4dd83648-aa54-4da5-8f34-6e574b5c31c2 admin admin] Publish callbacks [] for security_group (da21b1ef-ea21-4b9b-ba26-0b74690dcf23), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:00.334452 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4dd83648-aa54-4da5-8f34-6e574b5c31c2 admin admin] Publish callbacks [] for security_group (da21b1ef-ea21-4b9b-ba26-0b74690dcf23), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:00.387355 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4dd83648-aa54-4da5-8f34-6e574b5c31c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (da21b1ef-ea21-4b9b-ba26-0b74690dcf23), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:00.390756 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4dd83648-aa54-4da5-8f34-6e574b5c31c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:00.391918 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4dd83648-aa54-4da5-8f34-6e574b5c31c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da21b1ef-ea21-4b9b-ba26-0b74690dcf23 HTTP/1.1" status: 204 len: 168 time: 0.1385100 Jun 15 22:18:00.400158 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd83648-aa54-4da5-8f34-6e574b5c31c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da21b1ef-ea21-4b9b-ba26-0b74690dcf23,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:00.695538 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3a434878-7097-4104-8fda-4b7576fddcff req-3e049f82-58b3-4295-9312-cdb4de196468 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0347128 Jun 15 22:18:00.860342 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e8959-01e4-4fb8-8492-4e72aa837daa req-8fc6f38b-2d2e-445d-8c57-3937385e9c66 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:00.862524 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e0e8959-01e4-4fb8-8492-4e72aa837daa req-8fc6f38b-2d2e-445d-8c57-3937385e9c66 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0611424 Jun 15 22:18:00.934372 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5e0e8959-01e4-4fb8-8492-4e72aa837daa req-9adc9a44-5895-4456-809e-babb8ab9f682 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651696 Jun 15 22:18:01.826863 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3d41a0f6-5933-45da-8a93-e8de694d605d req-53a3b2e1-7e08-4dd7-82ad-a87bdb0d3e90 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0482175 Jun 15 22:18:02.081835 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bb889-bb95-4257-b652-66383220833a req-be1b9f22-8996-4b2a-ae9e-620a98fa12b6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:02.083539 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5d1bb889-bb95-4257-b652-66383220833a req-be1b9f22-8996-4b2a-ae9e-620a98fa12b6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0556729 Jun 15 22:18:02.148702 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5d1bb889-bb95-4257-b652-66383220833a req-3e65c32e-406c-4c17-a871-ef2174d5a857 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493000 Jun 15 22:18:02.948822 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-28aac755-a4de-4cc4-be2b-e78e89bf03b2 req-e6a1ae5d-9e9e-403e-ba87-833c4c672132 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0289292 Jun 15 22:18:03.310642 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbd9ed-9762-468a-9898-4aa3d0060d35 req-0bd4c0a4-c3e9-46c3-84e5-dae6f27ef827 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:03.312383 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbbbd9ed-9762-468a-9898-4aa3d0060d35 req-0bd4c0a4-c3e9-46c3-84e5-dae6f27ef827 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0708299 Jun 15 22:18:03.370914 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fbbbd9ed-9762-468a-9898-4aa3d0060d35 req-398af807-e571-4c47-8c9a-704032f9627d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528986 Jun 15 22:18:04.082058 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-62d0f3b2-8d49-4e6c-a56a-9fe2f43a0aca req-53fe4517-e378-470e-b5bb-383523ad0c6e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0334222 Jun 15 22:18:04.563035 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995001c4-f327-4b78-afeb-d5b508348485 req-10da12c9-8703-453b-a999-5f85644a8b12 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:04.565585 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-995001c4-f327-4b78-afeb-d5b508348485 req-10da12c9-8703-453b-a999-5f85644a8b12 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0804470 Jun 15 22:18:04.673587 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-995001c4-f327-4b78-afeb-d5b508348485 req-49b4a030-bff5-4da2-b178-4f4c146f6f11 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964158 Jun 15 22:18:05.228928 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-bfe1e819-cac1-4f88-abfd-571367c6300a req-5e89e1c8-33bb-4fcd-a644-98ce490eded1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0388255 Jun 15 22:18:05.848377 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f00e92-4a6c-4d0d-ad3f-6d1ebfbe11ac req-1a366fc1-8f48-4bcc-a9d3-8e151bc55dba tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:05.850873 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-53f00e92-4a6c-4d0d-ad3f-6d1ebfbe11ac req-1a366fc1-8f48-4bcc-a9d3-8e151bc55dba tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0804679 Jun 15 22:18:05.950784 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-53f00e92-4a6c-4d0d-ad3f-6d1ebfbe11ac req-4c15d2b6-7652-4f06-9904-0e5d0e364644 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906630 Jun 15 22:18:06.361525 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-bdf5ebd4-b63e-48a6-a427-2b0517d7d59f req-14c780f9-53d3-4fb1-b625-429f54a1f4b1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0336049 Jun 15 22:18:07.101779 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:07.201790 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944da000-bc74-45b8-9266-59216704c947 req-e6cb880c-9dea-414b-8a9b-9c46c489d0f5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:07.210127 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-944da000-bc74-45b8-9266-59216704c947 req-e6cb880c-9dea-414b-8a9b-9c46c489d0f5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1268549 Jun 15 22:18:07.273007 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-944da000-bc74-45b8-9266-59216704c947 req-0f90cf27-8f61-4916-9e2c-ae05b4d8947c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616760 Jun 15 22:18:07.492843 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25d006c3-10b2-4b40-90a4-e9729b1e5b16 req-e3ce3be5-52a7-43ac-9d80-a36afa8b4fee tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0367584 Jun 15 22:18:07.917697 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:07.936980 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1ed09-25df-4635-a421-1777ca545de6 req-0b1ca236-2229-42b6-952c-4c51d553f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:07.938748 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8be1ed09-25df-4635-a421-1777ca545de6 req-0b1ca236-2229-42b6-952c-4c51d553f190 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 1129 time: 0.1345358 Jun 15 22:18:08.018089 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-d29c1247-8cee-4045-bb3b-34a2cffa6c4b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:08.020057 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-d29c1247-8cee-4045-bb3b-34a2cffa6c4b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 0.1814458 Jun 15 22:18:08.037717 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8be1ed09-25df-4635-a421-1777ca545de6 req-35d1d194-5c19-4a49-b2c5-989c1e9f0b80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911152 Jun 15 22:18:08.575303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48759809-a589-4134-9674-1d7dde5bd424 req-4e413ac6-27a0-4e38-a4d0-f6a4d4290882 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:08.581214 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48759809-a589-4134-9674-1d7dde5bd424 req-4e413ac6-27a0-4e38-a4d0-f6a4d4290882 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1357589 Jun 15 22:18:08.672575 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-96ca3803-51f4-46c4-a7ef-2d07f3fbe961 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 473 time: 0.2522933 Jun 15 22:18:08.704294 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-079b7b60-9382-42ac-9534-56516d6d0147 req-19fff99d-1f94-4cf4-bdbf-b0d141133ae0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0416965 Jun 15 22:18:08.722205 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48759809-a589-4134-9674-1d7dde5bd424 req-2630ad5e-c8ee-4d64-b127-5faf6e05f3ea tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326346 Jun 15 22:18:08.846553 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707791-135a-4597-9461-abc2e08f5b58 req-01cf3261-7948-410c-bf94-3d5baaafe5f7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:08.848137 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-aa707791-135a-4597-9461-abc2e08f5b58 req-01cf3261-7948-410c-bf94-3d5baaafe5f7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0583673 Jun 15 22:18:08.912333 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-aa707791-135a-4597-9461-abc2e08f5b58 req-4c404ec4-2bc0-48e0-a7ab-e6d3dd73e2ad tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488510 Jun 15 22:18:09.173741 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'port': {'device_id': '32272089-e3c2-4bf4-b24f-afd378c89989', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'admin_state_up': True, 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'security_groups': ['d3fa561e-465e-4c2b-b460-6d5cf12f01c9']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:09.175518 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=38 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:09.181780 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:18:09.305766 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Made reservation on behalf of e2dec64625f54967a0032506f799ed6a for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:18:09.309455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:09.456716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.20.0.8 (51970d37-d292-4c3d-bdb6-727ed5d05edc/1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19/989aa53e-9f3f-433e-ae52-6b4be9f96a94) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:18:09.622638 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:09.661244 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:09.671004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:09.723583 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:18:09.730251 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:18:09.735917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:18:09.797086 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:09.797962 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:09.806215 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=989aa53e-9f3f-433e-ae52-6b4be9f96a94,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:09.864561 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-fdcd737d-28e6-4089-beaa-c3256d6b8416 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6953311 Jun 15 22:18:09.966507 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f367b81-630a-4048-b4c5-20af7d5db695 req-fa073d97-0512-4836-afc9-26388632bd01 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:09.975421 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f367b81-630a-4048-b4c5-20af7d5db695 req-fa073d97-0512-4836-afc9-26388632bd01 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 931 time: 0.0838573 Jun 15 22:18:09.996404 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78076ff9-1a7a-4e1d-a80d-60c46581767b req-7660e11f-0a1f-4b68-85a5-01f0c817ad24 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:10.010369 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:10.012107 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-78076ff9-1a7a-4e1d-a80d-60c46581767b req-7660e11f-0a1f-4b68-85a5-01f0c817ad24 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0831676 Jun 15 22:18:10.052000 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f367b81-630a-4048-b4c5-20af7d5db695 req-35a5ac2c-72b1-4ff6-9a9c-59b79f92c819 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754921 Jun 15 22:18:10.082191 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:10.083174 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-dbc1116e-484f-404b-bbaa-5f0b4c5a7968 None None] Provisioning complete for port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:18:10.084690 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-dbc1116e-484f-404b-bbaa-5f0b4c5a7968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:10.131944 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-78076ff9-1a7a-4e1d-a80d-60c46581767b req-290f787b-13a6-4166-aed0-28bc3d8b9bed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101162 Jun 15 22:18:10.178701 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1116e-484f-404b-bbaa-5f0b4c5a7968 None None] Port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:18:10.212143 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c407f-5ccf-4071-943d-a0bc4856638a req-d00dac95-bd82-4f87-98b4-cc88e846d586 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:10.213737 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f52c407f-5ccf-4071-943d-a0bc4856638a req-d00dac95-bd82-4f87-98b4-cc88e846d586 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0565205 Jun 15 22:18:10.275501 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f52c407f-5ccf-4071-943d-a0bc4856638a req-ae7d294a-a16d-494e-80e7-09f1881280f2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555930 Jun 15 22:18:10.456253 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b14744-2735-481d-8b83-e9301d35aa4f req-017acaf6-f67b-43b2-953c-0ca09a031131 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:10.458289 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a1b14744-2735-481d-8b83-e9301d35aa4f req-017acaf6-f67b-43b2-953c-0ca09a031131 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0589621 Jun 15 22:18:10.534054 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a1b14744-2735-481d-8b83-e9301d35aa4f req-28e38505-279e-4abc-9b38-a080b921e34a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689802 Jun 15 22:18:10.640852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Request body: {'port': {'device_id': '32272089-e3c2-4bf4-b24f-afd378c89989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:10.796742 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:10.818067 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-1e7af604-0919-4898-a887-fc028498f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:10.819607 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-1e7af604-0919-4898-a887-fc028498f362 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 1129 time: 0.0670669 Jun 15 22:18:11.139682 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-3108f8fc-d033-4d89-9147-1a5e135b6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:11.141247 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-3108f8fc-d033-4d89-9147-1a5e135b6fcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.3016987 Jun 15 22:18:11.232724 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-475af706-45d0-45f6-aa33-7097d3683c6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5349d20e-592a-407e-a1f5-695dbc88a11a HTTP/1.1" status: 200 len: 217 time: 0.0781248 Jun 15 22:18:11.315489 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:11.359902 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90f3b5-fec8-48cd-948d-4c7fa3124730 req-ffa05984-78de-480f-a598-b52a7ce7499e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:11.367266 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf90f3b5-fec8-48cd-948d-4c7fa3124730 req-ffa05984-78de-480f-a598-b52a7ce7499e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 931 time: 0.1392283 Jun 15 22:18:11.415774 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-46917d5f-3860-43dc-b219-02bf0305efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:11.418666 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-46917d5f-3860-43dc-b219-02bf0305efbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.1655977 Jun 15 22:18:11.500225 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d10d0f-6885-4cc3-80eb-d8b7277b1ce4 req-8fdd521b-abdf-4e7f-97af-79d8ad71fc50 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:11.509969 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-41d10d0f-6885-4cc3-80eb-d8b7277b1ce4 req-8fdd521b-abdf-4e7f-97af-79d8ad71fc50 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0742908 Jun 15 22:18:11.529867 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bf90f3b5-fec8-48cd-948d-4c7fa3124730 req-51e49c9e-48e7-4167-900d-60afb304c161 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557746 Jun 15 22:18:11.543310 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-99f5e28b-b9fc-48f3-8a94-a0bca27aed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:11.545113 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-99f5e28b-b9fc-48f3-8a94-a0bca27aed14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136990 Jun 15 22:18:11.554753 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989aa53e-9f3f-433e-ae52-6b4be9f96a94 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:18:11.580434 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:11.598584 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-41d10d0f-6885-4cc3-80eb-d8b7277b1ce4 req-16addbe6-3eb5-4d18-ae27-5de1fc5abe0f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775704 Jun 15 22:18:11.625818 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Publish callbacks [] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:11.712825 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44046) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:11.726078 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Transition to ACTIVE for port object 989aa53e-9f3f-433e-ae52-6b4be9f96a94 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:18:11.748717 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:11.760294 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:11.816582 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14ca8-bf8e-4f2a-a56a-8f37b6b30c08 req-dc22da6f-d944-4abd-91cb-bada2e656497 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:11.818248 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26e14ca8-bf8e-4f2a-a56a-8f37b6b30c08 req-dc22da6f-d944-4abd-91cb-bada2e656497 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.1600270 Jun 15 22:18:11.851453 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Pushing event updated for resources: {'Port': ['ID=989aa53e-9f3f-433e-ae52-6b4be9f96a94,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:11.884684 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-401dac99-a862-4cd7-b0fa-99a77c3ec06c service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321013 Jun 15 22:18:11.919446 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-68a2e2b6-11ca-40a2-85b7-6d67e091f81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.020345 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26e14ca8-bf8e-4f2a-a56a-8f37b6b30c08 req-56aef33a-8e75-48a1-9e20-f636bc20d46b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735525 Jun 15 22:18:12.084918 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-68a2e2b6-11ca-40a2-85b7-6d67e091f81c admin admin] Publish callbacks [] for security_group (5c98ec30-2dca-4f6c-b2d2-be94115adc58), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.094879 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-68a2e2b6-11ca-40a2-85b7-6d67e091f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5c98ec30-2dca-4f6c-b2d2-be94115adc58), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.128874 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-61c39ca8-06f1-41ee-82c8-aefed01b63d2 req-092c25d9-04ed-43d8-a717-73b88f6785e9 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240372 Jun 15 22:18:12.147274 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2e2b6-11ca-40a2-85b7-6d67e091f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c98ec30-2dca-4f6c-b2d2-be94115adc58,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:12.179408 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Attempting to bind port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:18:12.183047 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:12.183562 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Attempting to bind port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:18:12.185057 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Attempting to bind port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:18:12.194484 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:18:12.195092 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Attempting to bind port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:18:12.201169 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-68a2e2b6-11ca-40a2-85b7-6d67e091f81c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5768c0a49dc3445f968ab824ef106171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4862432 Jun 15 22:18:12.205507 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44050) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:12.211319 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:18:12.212653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Checking segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:18:12.213283 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Bound using segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:18:12.214333 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Bound port: 989aa53e-9f3f-433e-ae52-6b4be9f96a94, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:18:12.214912 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.340225 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] For port 989aa53e-9f3f-433e-ae52-6b4be9f96a94, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:18:12.346347 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] For port 989aa53e-9f3f-433e-ae52-6b4be9f96a94, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:18:12.353896 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4632f86a-ad0a-468a-9b62-54efa18528a0 admin admin] Publish callbacks [] for security_group (5c98ec30-2dca-4f6c-b2d2-be94115adc58), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.355287 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.379515 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:12.417618 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4632f86a-ad0a-468a-9b62-54efa18528a0 admin admin] Publish callbacks [] for security_group (5c98ec30-2dca-4f6c-b2d2-be94115adc58), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.468459 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:12.469351 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.470997 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] 10.222.0.26 "PUT /v2.0/ports/989aa53e-9f3f-433e-ae52-6b4be9f96a94 HTTP/1.1" status: 200 len: 1093 time: 1.8524740 Jun 15 22:18:12.471884 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:18:12.474802 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e999cbd-8a22-47c1-9485-6f781bf229af" -d '{"events": [{"name": "network-changed", "server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:18:12.478210 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176393c-8586-4f63-8cc7-3807479f221c service neutron] Pushing event updated for resources: {'Port': ['ID=989aa53e-9f3f-433e-ae52-6b4be9f96a94,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:12.502973 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4632f86a-ad0a-468a-9b62-54efa18528a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5c98ec30-2dca-4f6c-b2d2-be94115adc58), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.507551 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4632f86a-ad0a-468a-9b62-54efa18528a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:12.509621 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4632f86a-ad0a-468a-9b62-54efa18528a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c98ec30-2dca-4f6c-b2d2-be94115adc58 HTTP/1.1" status: 204 len: 168 time: 0.3010085 Jun 15 22:18:12.520320 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f86a-ad0a-468a-9b62-54efa18528a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c98ec30-2dca-4f6c-b2d2-be94115adc58,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:12.575802 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e18339-7597-4f4f-9c53-cc0cc3f9523a x-openstack-request-id: req-f0e18339-7597-4f4f-9c53-cc0cc3f9523a {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:18:12.576294 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:18:12.576586 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0e18339-7597-4f4f-9c53-cc0cc3f9523a {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:18:12.577095 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e18339-7597-4f4f-9c53-cc0cc3f9523a'] response: {'name': 'network-changed', 'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'status': 'completed', 'code': 200} Jun 15 22:18:12.746496 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfadb7f-e5de-4b0d-bf2f-d45da9d7f494 req-68fe3205-a41d-4ea4-b7eb-286b1c65954a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:12.756360 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9bfadb7f-e5de-4b0d-bf2f-d45da9d7f494 req-68fe3205-a41d-4ea4-b7eb-286b1c65954a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0852871 Jun 15 22:18:12.832772 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c76890-bff3-4925-b15c-be46e51ddac4 req-80344a3d-d787-42e7-91cc-7ada04bbcb3c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:12.845977 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b6c76890-bff3-4925-b15c-be46e51ddac4 req-80344a3d-d787-42e7-91cc-7ada04bbcb3c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1114407 Jun 15 22:18:12.889434 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9bfadb7f-e5de-4b0d-bf2f-d45da9d7f494 req-582be48c-6da0-4ee2-9a86-a13d87ad11a7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292260 Jun 15 22:18:12.947613 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b6c76890-bff3-4925-b15c-be46e51ddac4 req-8ff61980-e89e-44c8-a6ad-5691a0166495 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914171 Jun 15 22:18:13.183980 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1029a6f-7e6a-4f50-8dcc-7f98ae87cebd req-f042c869-5e33-4787-ab20-cd757da8f902 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:13.186790 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b1029a6f-7e6a-4f50-8dcc-7f98ae87cebd req-f042c869-5e33-4787-ab20-cd757da8f902 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0599225 Jun 15 22:18:13.249448 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b1029a6f-7e6a-4f50-8dcc-7f98ae87cebd req-e55fd58a-f69c-4a97-81f1-7662457a7247 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563807 Jun 15 22:18:13.799712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-39b789bb-54ff-4c71-8f54-0f59c93147c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:14.011540 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f4a9-9459-484b-9937-30d54c07cb0f req-180c016d-d080-4925-ae30-3421d921ddb7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:14.013292 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7846f4a9-9459-484b-9937-30d54c07cb0f req-180c016d-d080-4925-ae30-3421d921ddb7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0536494 Jun 15 22:18:14.106806 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7846f4a9-9459-484b-9937-30d54c07cb0f req-4939ab2b-db3b-4647-a00c-884915a004b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876467 Jun 15 22:18:14.116454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513c303-d430-471d-bf87-d17fbf3d5da2 req-1acdd430-a2ec-42d2-8581-759982c0a781 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:14.124595 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8513c303-d430-471d-bf87-d17fbf3d5da2 req-1acdd430-a2ec-42d2-8581-759982c0a781 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0950844 Jun 15 22:18:14.182063 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8513c303-d430-471d-bf87-d17fbf3d5da2 req-e1e2acab-60f3-41e8-8a87-a9f02559044e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563900 Jun 15 22:18:14.378656 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a65c2-44b8-4be9-81f4-5afe92b33fd1 req-09c83df5-5c82-4e4b-83e9-6abfdd1214c6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:14.380483 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-695a65c2-44b8-4be9-81f4-5afe92b33fd1 req-09c83df5-5c82-4e4b-83e9-6abfdd1214c6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0561321 Jun 15 22:18:14.437578 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-695a65c2-44b8-4be9-81f4-5afe92b33fd1 req-117b04aa-29a9-42a4-9546-f1836315e814 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496542 Jun 15 22:18:14.737944 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-19cae258-9157-4da6-ae49-3708ccfc6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:14.739541 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-19cae258-9157-4da6-ae49-3708ccfc6b1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 1127 time: 0.0464900 Jun 15 22:18:14.984597 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-db88a5a5-16e0-49bd-bc73-fce01665fbd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94 HTTP/1.1" status: 200 len: 217 time: 0.0595956 Jun 15 22:18:15.282888 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0593889-c803-4485-8aa9-0ea572b6b875 req-7b2ec749-f693-4cb5-9c13-63be54c4002a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:15.284591 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e0593889-c803-4485-8aa9-0ea572b6b875 req-7b2ec749-f693-4cb5-9c13-63be54c4002a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0848105 Jun 15 22:18:15.345192 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98283f5b-8e8b-40b6-8afc-7e13d257ef54 req-b18edba8-cc42-4ef8-9c1b-00e8c66b1e86 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:15.346572 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e0593889-c803-4485-8aa9-0ea572b6b875 req-5accf04b-f6ca-4362-ab5c-1463526999e8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542006 Jun 15 22:18:15.352376 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-98283f5b-8e8b-40b6-8afc-7e13d257ef54 req-b18edba8-cc42-4ef8-9c1b-00e8c66b1e86 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0638616 Jun 15 22:18:15.401696 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-98283f5b-8e8b-40b6-8afc-7e13d257ef54 req-896f9a9c-60d8-4611-b5e0-a2851553d455 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480676 Jun 15 22:18:15.570609 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d4962-a50d-4105-8f44-5fb6c87fa1f6 req-b16b3e0d-8077-4912-a670-3a7d3b861587 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:15.579441 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd1d4962-a50d-4105-8f44-5fb6c87fa1f6 req-b16b3e0d-8077-4912-a670-3a7d3b861587 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0634086 Jun 15 22:18:15.669365 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:15.676667 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-9856004a-7d6c-42fd-a642-b5604cddc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:15.678243 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-9856004a-7d6c-42fd-a642-b5604cddc617 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0968053 Jun 15 22:18:15.697878 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd1d4962-a50d-4105-8f44-5fb6c87fa1f6 req-f5dd3499-0bf5-422a-aac5-53feba0726dc tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175413 Jun 15 22:18:16.064970 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e8d36f6f-1d44-4a11-a350-ba5139f5ecd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:16.122813 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-271cf617-1b56-4dd1-83ec-37e8590bbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:16.124232 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-271cf617-1b56-4dd1-83ec-37e8590bbcf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285863 Jun 15 22:18:16.295284 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-9e5cc175-9b6f-4a47-a994-cf979817eec1 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583104 Jun 15 22:18:16.411177 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b9e74b1-6c7f-44a7-8d58-f40dab56c494 req-96c5ed08-f184-4cbe-98aa-0ae580c3e354 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080437 Jun 15 22:18:16.478018 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b8da1-bf60-4de7-b419-99c76c216df6 req-6c6d4e54-5e9a-454c-bda2-9ca8f3f05511 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:16.486726 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e77b8da1-bf60-4de7-b419-99c76c216df6 req-6c6d4e54-5e9a-454c-bda2-9ca8f3f05511 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0599287 Jun 15 22:18:16.546985 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e77b8da1-bf60-4de7-b419-99c76c216df6 req-c4aa3c3a-1e52-4cb5-b9ed-369594bcccb1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589705 Jun 15 22:18:16.555535 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8268385-10d6-4497-9423-6fb54fa5cbd8 req-ea29fb70-6c8d-4045-bd71-a088a22762b8 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:16.557384 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8268385-10d6-4497-9423-6fb54fa5cbd8 req-ea29fb70-6c8d-4045-bd71-a088a22762b8 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0780845 Jun 15 22:18:16.619348 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8268385-10d6-4497-9423-6fb54fa5cbd8 req-1a4eaa16-c1ff-4007-9b0e-76012018a67b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530741 Jun 15 22:18:17.294487 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 44128) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:17.299497 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-4a75e294-91a1-4c25-9fa7-423011eaa87c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763999749', 'description': 'tempest-description--2042175258'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:17.326649 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a75e294-91a1-4c25-9fa7-423011eaa87c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.400798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:17.414153 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a75e294-91a1-4c25-9fa7-423011eaa87c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group (1238a103-e007-4b26-8b2a-98763e4ab161), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.419659 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a75e294-91a1-4c25-9fa7-423011eaa87c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1238a103-e007-4b26-8b2a-98763e4ab161), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.456275 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a75e294-91a1-4c25-9fa7-423011eaa87c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.457804 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4a75e294-91a1-4c25-9fa7-423011eaa87c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1622348 Jun 15 22:18:17.460466 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75e294-91a1-4c25-9fa7-423011eaa87c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1238a103-e007-4b26-8b2a-98763e4ab161,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:17.462175 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44130) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:17.469177 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-356ec577-4740-49b1-9788-9bd499f5c1ec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'security_group_rule': {'security_group_id': '1238a103-e007-4b26-8b2a-98763e4ab161', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:17.479970 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:17.516038 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-356ec577-4740-49b1-9788-9bd499f5c1ec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group_rule (088223cb-3059-4fa8-a285-ccef1397f549), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.615194 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-356ec577-4740-49b1-9788-9bd499f5c1ec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group_rule (088223cb-3059-4fa8-a285-ccef1397f549), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.623861 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-356ec577-4740-49b1-9788-9bd499f5c1ec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (088223cb-3059-4fa8-a285-ccef1397f549), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.625866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.645230 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ec577-4740-49b1-9788-9bd499f5c1ec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088223cb-3059-4fa8-a285-ccef1397f549,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:17.663589 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-356ec577-4740-49b1-9788-9bd499f5c1ec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.667371 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-356ec577-4740-49b1-9788-9bd499f5c1ec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014389 Jun 15 22:18:17.667659 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44136) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:17.683058 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-ee1fe1c7-baae-4b65-88cb-f21fd7c13b7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'security_group_rule': {'security_group_id': '1238a103-e007-4b26-8b2a-98763e4ab161', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:17.757264 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75b297-ecd3-4f77-a029-0e438ec19d93 req-438cc317-2449-4d25-9a81-b8f121cf10fc tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:17.757526 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe1c7-baae-4b65-88cb-f21fd7c13b7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group_rule (37882302-54c3-4b15-a321-5c00c5278c38), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.765234 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af75b297-ecd3-4f77-a029-0e438ec19d93 req-438cc317-2449-4d25-9a81-b8f121cf10fc tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0697706 Jun 15 22:18:17.813553 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a24266-9604-4406-b202-0f76a19c1095 req-28f4afcd-7ab5-4454-bd36-bfc543b85608 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:17.815265 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-56a24266-9604-4406-b202-0f76a19c1095 req-28f4afcd-7ab5-4454-bd36-bfc543b85608 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0798774 Jun 15 22:18:17.827669 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-af75b297-ecd3-4f77-a029-0e438ec19d93 req-b51f71d3-40ca-4baf-9fcd-12e7803c1476 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614636 Jun 15 22:18:17.887509 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe1c7-baae-4b65-88cb-f21fd7c13b7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group_rule (37882302-54c3-4b15-a321-5c00c5278c38), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.894699 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe1c7-baae-4b65-88cb-f21fd7c13b7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (37882302-54c3-4b15-a321-5c00c5278c38), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.915854 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:17.923856 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-56a24266-9604-4406-b202-0f76a19c1095 req-c6eea94a-ec2c-44be-a9c2-3016de54c69d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010342 Jun 15 22:18:17.926317 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fe1c7-baae-4b65-88cb-f21fd7c13b7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37882302-54c3-4b15-a321-5c00c5278c38,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:17.940932 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe1c7-baae-4b65-88cb-f21fd7c13b7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:17.945881 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ee1fe1c7-baae-4b65-88cb-f21fd7c13b7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2736502 Jun 15 22:18:17.946189 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44142) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:17.959914 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:17.993668 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:18.126832 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:18.312405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Allocated IP 172.27.2.231 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/45729c02-f99e-4e0c-8ee2-8ab6086cba44) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:18:18.477964 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:18.532828 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:18.575711 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:18.589439 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:18:18.595102 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:18:18.606864 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:18:18.641284 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'Port': ['ID=45729c02-f99e-4e0c-8ee2-8ab6086cba44,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:18.733975 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:18.787132 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:18.986962 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baad45d-114f-40fe-956c-361c759eaab7 req-0f691f4f-bbbb-47a2-97ce-888bec4c16a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:18.995335 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5baad45d-114f-40fe-956c-361c759eaab7 req-0f691f4f-bbbb-47a2-97ce-888bec4c16a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0788224 Jun 15 22:18:19.052815 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:19.054866 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5baad45d-114f-40fe-956c-361c759eaab7 req-0616826f-84c7-4b4b-88b5-c94f553797a9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582392 Jun 15 22:18:19.082138 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:19.086449 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:19.148632 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd058cd-a2f1-4800-a094-76184d8d7342 req-5ef8ac20-591b-4819-875d-7074626dba29 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:19.151087 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ccd058cd-a2f1-4800-a094-76184d8d7342 req-5ef8ac20-591b-4819-875d-7074626dba29 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1197815 Jun 15 22:18:19.177394 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:19.235210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'Port': ['ID=45729c02-f99e-4e0c-8ee2-8ab6086cba44,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:19.256027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=1,neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:19.272904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:19.287018 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:19.300507 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ccd058cd-a2f1-4800-a094-76184d8d7342 req-1cc59217-3fbd-4c9d-b4e7-bc8bad4b151d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398509 Jun 15 22:18:19.305130 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:19.324000 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5e33a5e0-4803-45a2-a084-0c149d779ca2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3595545 Jun 15 22:18:19.359777 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:19.573678 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-f80c6a52-7c83-4650-a171-8b039e061079 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--763999749&fields=id&tenant_id=0713040636b4408c95dcadbb9b1fe3cc HTTP/1.1" status: 200 len: 267 time: 0.0546494 Jun 15 22:18:19.739655 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-63ac916f-254b-4da6-8dff-9a92498fb418 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:19.742170 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-63ac916f-254b-4da6-8dff-9a92498fb418 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 818 time: 0.1602929 Jun 15 22:18:19.765567 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-a68f8626-3125-49b7-af3c-4b533aa53333 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/quotas/0713040636b4408c95dcadbb9b1fe3cc HTTP/1.1" status: 200 len: 375 time: 0.0159283 Jun 15 22:18:19.843184 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-d09b3964-1a8d-4eaf-a4b2-78e70a750afa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702138 Jun 15 22:18:19.915273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:20.033067 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-a9e86739-c1a7-495a-875c-babfe7f52d26 service neutron] 10.222.0.55 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690857 Jun 15 22:18:20.227705 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-bd47c66e-c0d8-4157-b3ab-b20e9ab8b1fc service neutron] 10.222.0.55 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845434 Jun 15 22:18:20.257044 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2100b5-5dbd-4d8f-81eb-09b566c665bc req-a4050b3c-03f6-4022-a715-e8e4162dbceb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:20.265501 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b2100b5-5dbd-4d8f-81eb-09b566c665bc req-a4050b3c-03f6-4022-a715-e8e4162dbceb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.1034939 Jun 15 22:18:20.343100 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b2100b5-5dbd-4d8f-81eb-09b566c665bc req-8c8a3045-a2dc-438b-b515-45ae42f09e19 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679824 Jun 15 22:18:20.591755 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599950-dc56-4c3b-accf-e8305a04b671 req-0676330f-deb4-4105-8cb6-75185623ed0e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:20.607668 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-03599950-dc56-4c3b-accf-e8305a04b671 req-0676330f-deb4-4105-8cb6-75185623ed0e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1481297 Jun 15 22:18:20.655330 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-994cfa58-3a6e-436a-a720-f960f42c3767 req-f1931258-78b0-403c-8816-3e6f295c92ab tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 210 time: 0.0744343 Jun 15 22:18:20.704747 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-03599950-dc56-4c3b-accf-e8305a04b671 req-96904587-c298-4dfc-bd24-e76f577510ba tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916605 Jun 15 22:18:20.766288 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-1dd80129-de91-4dad-99a9-f028c06027b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:20.767963 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-1dd80129-de91-4dad-99a9-f028c06027b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 1127 time: 0.0600011 Jun 15 22:18:21.381260 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-c749ab32-b7bb-4e9d-a35b-f4006173e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:21.383937 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-c749ab32-b7bb-4e9d-a35b-f4006173e4d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.6061616 Jun 15 22:18:21.459725 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-0dfebd2d-2576-4c69-91e2-6600620d552d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94 HTTP/1.1" status: 200 len: 217 time: 0.0637932 Jun 15 22:18:21.648127 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:21.709624 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60e02b-1378-41b7-8682-daa823451561 req-1e9df3c5-fee4-4f22-8050-c902d54b224c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:21.712056 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d60e02b-1378-41b7-8682-daa823451561 req-1e9df3c5-fee4-4f22-8050-c902d54b224c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.1499248 Jun 15 22:18:21.714846 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-5e7015ad-f57d-417c-ac4f-234a19ee5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:21.717595 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-5e7015ad-f57d-417c-ac4f-234a19ee5d7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.2515213 Jun 15 22:18:21.807254 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2fb91ac6-949f-4213-b0d0-71d780f67f7d req-2ac9634e-2672-4a14-8f0b-3e8f1ba99923 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 210 time: 0.0557685 Jun 15 22:18:21.918153 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d60e02b-1378-41b7-8682-daa823451561 req-9849c363-46eb-4132-b5ad-7aaa2a41d76c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577334 Jun 15 22:18:21.951790 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-20434b9a-bcea-4377-b9e5-d41ebab152a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:21.954755 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-20434b9a-bcea-4377-b9e5-d41ebab152a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2227962 Jun 15 22:18:22.018164 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574b177-1e12-4341-91d6-f42653dbbd59 req-24295ab4-fa22-4c0f-8a8b-95cd19d4029f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:22.025071 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b574b177-1e12-4341-91d6-f42653dbbd59 req-24295ab4-fa22-4c0f-8a8b-95cd19d4029f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1121674 Jun 15 22:18:22.104577 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b574b177-1e12-4341-91d6-f42653dbbd59 req-e759d1c2-250b-4907-be76-15fe7270eb87 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685360 Jun 15 22:18:22.146603 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-b69e211a-b3f1-42de-a1fa-b4432da78691 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764147 Jun 15 22:18:22.942112 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb163303-c46d-4f97-90db-34cee02ec68d req-01b82ef4-ed89-413e-ab18-f3baf864e1ee tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 210 time: 0.0317688 Jun 15 22:18:23.055315 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae79ee-424d-439b-813e-9d1c2e9056b1 req-51ee29d9-e2c9-4363-9d96-08d5c40be2af tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:23.056921 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9aae79ee-424d-439b-813e-9d1c2e9056b1 req-51ee29d9-e2c9-4363-9d96-08d5c40be2af tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0549932 Jun 15 22:18:23.140456 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9aae79ee-424d-439b-813e-9d1c2e9056b1 req-c082c481-12b8-46fd-a192-d577cca3ab0e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740027 Jun 15 22:18:23.277239 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901aae4-875a-4110-b9b0-a5687065e4d8 req-01fb5f41-ace5-4aaa-9ce3-4692394a7971 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:23.279535 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6901aae4-875a-4110-b9b0-a5687065e4d8 req-01fb5f41-ace5-4aaa-9ce3-4692394a7971 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0696979 Jun 15 22:18:23.336779 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6901aae4-875a-4110-b9b0-a5687065e4d8 req-1707683f-7eb4-478c-81cd-9fc5e00aaebf tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490668 Jun 15 22:18:24.063520 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8ba9a444-bfa0-4358-8229-22d5fa33976e req-3ce5ba2c-f920-4a56-9f7b-93ea85535bc9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 210 time: 0.0350239 Jun 15 22:18:24.294321 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d3704-7759-40bd-9b20-4219f1be4427 req-8b6c62a7-5f4d-49bd-9887-bd4f2469319f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:24.295946 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d02d3704-7759-40bd-9b20-4219f1be4427 req-8b6c62a7-5f4d-49bd-9887-bd4f2469319f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 943 time: 0.0725946 Jun 15 22:18:24.355270 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d02d3704-7759-40bd-9b20-4219f1be4427 req-b40152fe-a7c8-487f-a40b-99877fac4496 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519233 Jun 15 22:18:24.488169 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98f6d-ff52-432c-bd70-cb28f551a2d1 req-0a98d629-bd34-4f57-9120-f03eaf9ee44c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:24.489889 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39f98f6d-ff52-432c-bd70-cb28f551a2d1 req-0a98d629-bd34-4f57-9120-f03eaf9ee44c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0536196 Jun 15 22:18:24.545033 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-39f98f6d-ff52-432c-bd70-cb28f551a2d1 req-e75fd0c9-8b80-4681-82e7-b13b2c11a5d4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490739 Jun 15 22:18:24.904823 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 989aa53e-9f3f-433e-ae52-6b4be9f96a94 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:18:25.030071 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 989aa53e-9f3f-433e-ae52-6b4be9f96a94, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:18:25.048821 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'port_id': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'mac_address': 'fa:16:3e:98:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:18:25.069106 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3e999cbd-8a22-47c1-9485-6f781bf229af req-21f9755e-d9aa-47c7-b72b-30cb8a3acb3a service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302052 Jun 15 22:18:25.097006 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:18:25.097461 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:25.118323 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989aa53e-9f3f-433e-ae52-6b4be9f96a94 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:18:25.146168 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 989aa53e-9f3f-433e-ae52-6b4be9f96a94, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:18:25.154888 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:25.213514 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5508e3f3-5c22-467b-94e1-ad0cde4caac9 req-f14969c6-f18c-47c4-8a39-924305cf5e3c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 210 time: 0.0329602 Jun 15 22:18:25.260328 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=989aa53e-9f3f-433e-ae52-6b4be9f96a94,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:25.286956 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5470241-48c2-4536-8a6e-8381802f3afa req-b8a7c525-5992-4fb6-8232-bd470d475b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:25.288525 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5470241-48c2-4536-8a6e-8381802f3afa req-b8a7c525-5992-4fb6-8232-bd470d475b38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 1130 time: 0.0740931 Jun 15 22:18:25.448015 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-bd10d7c5-301c-4e7b-a2f0-590f393f90a3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:25.449725 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-bd10d7c5-301c-4e7b-a2f0-590f393f90a3 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 818 time: 0.1991205 Jun 15 22:18:25.497991 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:25.502908 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5470241-48c2-4536-8a6e-8381802f3afa req-0441d4fc-0295-4cc5-8977-7aa4b2531e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:25.504413 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5470241-48c2-4536-8a6e-8381802f3afa req-0441d4fc-0295-4cc5-8977-7aa4b2531e10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 911 time: 0.1629965 Jun 15 22:18:25.519726 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:25.520397 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2ffb1-43e9-4208-b0d3-698c3780c439 req-1d0464dd-bb16-4833-9d05-9b6e135f782c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:25.522076 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-00e2ffb1-43e9-4208-b0d3-698c3780c439 req-1d0464dd-bb16-4833-9d05-9b6e135f782c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 944 time: 0.0633292 Jun 15 22:18:25.551661 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-148da411-eeb5-4280-8581-7578107dabfe tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0713040636b4408c95dcadbb9b1fe3cc HTTP/1.1" status: 200 len: 379 time: 0.0752504 Jun 15 22:18:25.582860 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-00e2ffb1-43e9-4208-b0d3-698c3780c439 req-9456b2c4-fa90-4d83-9ae0-5752a28651f2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529761 Jun 15 22:18:25.684443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2836d-c87a-4e71-8e53-258340469f8b req-df576027-2317-4470-8c84-60c250a04e8f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:25.688142 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ab2836d-c87a-4e71-8e53-258340469f8b req-df576027-2317-4470-8c84-60c250a04e8f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0553157 Jun 15 22:18:25.691376 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['989aa53e-9f3f-433e-ae52-6b4be9f96a94'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:18:25.755298 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ab2836d-c87a-4e71-8e53-258340469f8b req-7123d661-bf89-4d0a-9c29-4d049f8e2b23 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569201 Jun 15 22:18:25.776975 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'port': {'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'admin_state_up': True, 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'security_groups': ['1238a103-e007-4b26-8b2a-98763e4ab161']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:25.812613 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:25.897688 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5470241-48c2-4536-8a6e-8381802f3afa req-369393ec-0d26-4461-99a9-2c9a0dabe96c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374 HTTP/1.1" status: 200 len: 1002 time: 0.1360998 Jun 15 22:18:25.992547 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5470241-48c2-4536-8a6e-8381802f3afa req-cfa4ff6f-f09b-4be2-87d4-662bc9bc8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:25.994670 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5470241-48c2-4536-8a6e-8381802f3afa req-cfa4ff6f-f09b-4be2-87d4-662bc9bc8577 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.0839224 Jun 15 22:18:26.040581 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Made reservation on behalf of 0713040636b4408c95dcadbb9b1fe3cc for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:18:26.045556 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:26.075406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5470241-48c2-4536-8a6e-8381802f3afa req-6b78e980-1a3f-4b75-94b2-ad5e8271a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:26.077124 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5470241-48c2-4536-8a6e-8381802f3afa req-6b78e980-1a3f-4b75-94b2-ad5e8271a765 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741649 Jun 15 22:18:26.269687 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5470241-48c2-4536-8a6e-8381802f3afa req-9ec20f13-c509-4307-8a05-83ea5b88c2ad service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834507 Jun 15 22:18:26.293378 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Allocated IP 172.20.0.12 (940602c4-8f41-4c18-9ab7-0dca7ab44fe8/28984ca3-c7b8-4d52-b267-c5ed7bcbb70f/dfdc84d8-1923-419b-b5e6-bcaa18ced6d3) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:18:26.358011 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-040176af-4e72-46e8-a54b-1b887c77e159 req-92a06448-0368-4114-9a64-8b310288c73f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 210 time: 0.0501313 Jun 15 22:18:26.456190 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c5470241-48c2-4536-8a6e-8381802f3afa req-9d474085-9f0d-4fd1-8cb2-e6762589a712 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758599 Jun 15 22:18:26.582013 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:26.634435 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:26.690800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:26.706715 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:26.709994 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:18:26.751825 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:18:26.759561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:18:26.817307 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event updated for resources: {'Port': ['ID=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:26.846639 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac035e24-be72-4fd7-819d-c61955628092 req-5cff3e6f-1725-4294-851e-88162cbf360a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:26.848267 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac035e24-be72-4fd7-819d-c61955628092 req-5cff3e6f-1725-4294-851e-88162cbf360a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 944 time: 0.1554539 Jun 15 22:18:26.916368 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:26.917501 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:26.931715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15a6c5-558b-4d76-8fa1-c1a7080ad463 req-39288afe-ef4e-4bea-b998-6209d50252ff tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:26.941585 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0c15a6c5-558b-4d76-8fa1-c1a7080ad463 req-39288afe-ef4e-4bea-b998-6209d50252ff tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0987504 Jun 15 22:18:26.969264 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-9e2e1302-a693-409e-954a-b948ca387704 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2055666 Jun 15 22:18:27.010378 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ac035e24-be72-4fd7-819d-c61955628092 req-608e4b49-c892-48ec-8c10-d2794afcb5e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459613 Jun 15 22:18:27.025617 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0c15a6c5-558b-4d76-8fa1-c1a7080ad463 req-6f5d1f40-8a92-419f-8fd1-3391329597b1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824690 Jun 15 22:18:27.058457 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-561cb641-336e-4543-ade6-e40b9b8a6558 None None] Provisioning complete for port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:18:27.059305 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-561cb641-336e-4543-ade6-e40b9b8a6558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:27.099353 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-561cb641-336e-4543-ade6-e40b9b8a6558 None None] Port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:18:27.491603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da329e-3beb-4e27-84aa-4697d6af0d67 req-eeea3780-f66c-4d74-b988-0fcbc49412ab tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:27.493257 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72da329e-3beb-4e27-84aa-4697d6af0d67 req-eeea3780-f66c-4d74-b988-0fcbc49412ab tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 932 time: 0.0526834 Jun 15 22:18:27.549957 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72da329e-3beb-4e27-84aa-4697d6af0d67 req-2062c9f0-9af3-4f87-b03f-ad1a5994a044 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501242 Jun 15 22:18:28.154022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21579-48d1-4407-a97a-f384d15bb131 req-9be40ab4-696d-47a8-8d50-5e85a1b02dc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:28.158040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4a548-31f8-4dcb-b0ca-8b33497ecd3e req-d9bce68b-fc4a-4db4-b45d-9a50e69df1c5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:28.159721 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6db4a548-31f8-4dcb-b0ca-8b33497ecd3e req-d9bce68b-fc4a-4db4-b45d-9a50e69df1c5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0556920 Jun 15 22:18:28.160340 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1db21579-48d1-4407-a97a-f384d15bb131 req-9be40ab4-696d-47a8-8d50-5e85a1b02dc8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 944 time: 0.0554378 Jun 15 22:18:28.192410 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:28.208969 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1db21579-48d1-4407-a97a-f384d15bb131 req-6309b67c-f171-476a-aa96-80d2cc369c7e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466444 Jun 15 22:18:28.226408 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6db4a548-31f8-4dcb-b0ca-8b33497ecd3e req-7b133016-cc14-4cfc-895d-33c175a69bc1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555680 Jun 15 22:18:28.682321 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475fcb-30ee-456f-98e3-2416c30892d4 req-cac76ec0-e4bd-4d58-9b70-2b661a704771 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:28.683890 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-91475fcb-30ee-456f-98e3-2416c30892d4 req-cac76ec0-e4bd-4d58-9b70-2b661a704771 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 932 time: 0.0528619 Jun 15 22:18:28.737138 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-91475fcb-30ee-456f-98e3-2416c30892d4 req-77a2e4c5-b709-48b4-a17d-499ec989b890 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447836 Jun 15 22:18:29.095822 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Request body: {'port': {'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:29.163660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.315886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 989aa53e-9f3f-433e-ae52-6b4be9f96a94 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:18:29.321235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.360254 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13478ae-8a91-458f-9f9f-244c9ee738cd req-13920ddc-4cdc-4476-beee-5fc13776564f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:29.362535 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b13478ae-8a91-458f-9f9f-244c9ee738cd req-13920ddc-4cdc-4476-beee-5fc13776564f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0649121 Jun 15 22:18:29.365253 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:18:29.373103 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:18:29.374134 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.398723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48ca7a-fa07-48ac-90a8-e5894ca4a234 req-6b6062e6-cdff-4b88-b745-b5e584256231 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:29.400393 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe48ca7a-fa07-48ac-90a8-e5894ca4a234 req-6b6062e6-cdff-4b88-b745-b5e584256231 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 944 time: 0.0714476 Jun 15 22:18:29.420433 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:29.441184 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b13478ae-8a91-458f-9f9f-244c9ee738cd req-a9485512-b428-4fc0-8944-1992899b44e6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679533 Jun 15 22:18:29.470055 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:18:29.470748 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.504595 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:18:29.507513 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c775ac0a-2889-4433-b787-14b59dcbf044" -d '{"events": [{"server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "name": "network-vif-plugged", "status": "completed", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:18:29.508003 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe48ca7a-fa07-48ac-90a8-e5894ca4a234 req-8aa33861-e93d-4b47-925c-5593a4c5e50f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775406 Jun 15 22:18:29.524580 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 989aa53e-9f3f-433e-ae52-6b4be9f96a94, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:18:29.535105 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.568646 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac863e-dc77-4de5-98a7-eb742ddfa748 x-openstack-request-id: req-47ac863e-dc77-4de5-98a7-eb742ddfa748 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:18:29.569547 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "name": "network-vif-plugged", "status": "completed", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:18:29.569861 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47ac863e-dc77-4de5-98a7-eb742ddfa748 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:18:29.570465 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ac863e-dc77-4de5-98a7-eb742ddfa748'] response: {'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'code': 200} Jun 15 22:18:29.575800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:18:29.590491 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Publish callbacks [] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.602967 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=989aa53e-9f3f-433e-ae52-6b4be9f96a94,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:29.612620 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Transition to ACTIVE for port object dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:18:29.619113 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.627391 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:29.752960 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:29.821341 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Attempting to bind port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:18:29.821671 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Attempting to bind port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:18:29.821994 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Attempting to bind port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:18:29.838571 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:18:29.838892 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Attempting to bind port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 on network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:18:29.863064 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:29.871468 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:18:29.872752 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Checking segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:18:29.874336 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Bound using segment: {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:18:29.874819 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Bound port: dfdc84d8-1923-419b-b5e6-bcaa18ced6d3, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2855826f-ea1f-4108-bc81-07b1213011b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:18:29.875186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:29.903845 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffd17d-a902-4b68-8881-1c0a66eef852 req-d8253bb9-a071-4bfe-9021-7ceed7191533 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:29.906758 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6fffd17d-a902-4b68-8881-1c0a66eef852 req-d8253bb9-a071-4bfe-9021-7ceed7191533 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 944 time: 0.0823483 Jun 15 22:18:30.003921 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6fffd17d-a902-4b68-8881-1c0a66eef852 req-8f6818b9-0d1e-43b6-a7dc-8b85d31e3697 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909243 Jun 15 22:18:30.004932 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] For port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:18:30.008755 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] For port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:18:30.018172 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:30.057917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:30.058517 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:30.060058 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 200 len: 1094 time: 0.9686937 Jun 15 22:18:30.060487 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:18:30.062771 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76569252-c70b-49cd-a8b1-1f6635d1d6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:18:30.084696 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b1976-49af-4649-8da7-22d8f59a14a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:30.104458 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35fd7d6-b76f-46a4-a778-2a8c542db8e2 x-openstack-request-id: req-f35fd7d6-b76f-46a4-a778-2a8c542db8e2 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:18:30.105141 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:18:30.105141 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f35fd7d6-b76f-46a4-a778-2a8c542db8e2 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:18:30.105445 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35fd7d6-b76f-46a4-a778-2a8c542db8e2'] response: {'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'status': 'completed', 'code': 200} Jun 15 22:18:30.276361 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc91e7-d0e6-451e-9594-5abc389cb23f req-b3107aeb-2bbe-4bd9-a252-ca460c11cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:30.278049 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62cc91e7-d0e6-451e-9594-5abc389cb23f req-b3107aeb-2bbe-4bd9-a252-ca460c11cb0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 1129 time: 0.0574751 Jun 15 22:18:30.407222 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569252-c70b-49cd-a8b1-1f6635d1d6e8 req-ffb9435d-f13e-44f4-8063-a6c30844dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:30.408736 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76569252-c70b-49cd-a8b1-1f6635d1d6e8 req-ffb9435d-f13e-44f4-8063-a6c30844dadd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1128 time: 0.0744417 Jun 15 22:18:30.425872 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62cc91e7-d0e6-451e-9594-5abc389cb23f req-158dec7f-62cd-4b3f-b89e-8b90c84e0d5f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897121 Jun 15 22:18:30.523753 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44376) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:30.588609 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f5c75-7371-419a-9ce4-a391bbf85dc5 req-59d954f2-76e1-4cef-af40-df2183227e58 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:30.596027 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] Deleting subnet d51159ce-792a-42e2-8ac7-34d39f267396 {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:18:30.596542 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a2f5c75-7371-419a-9ce4-a391bbf85dc5 req-59d954f2-76e1-4cef-af40-df2183227e58 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0681729 Jun 15 22:18:30.601671 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] Publish callbacks [] for subnet (d51159ce-792a-42e2-8ac7-34d39f267396), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:30.659739 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a2f5c75-7371-419a-9ce4-a391bbf85dc5 req-4be2aa64-5915-4ceb-a9ec-4cbc67c1cf94 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622158 Jun 15 22:18:30.682572 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (d51159ce-792a-42e2-8ac7-34d39f267396), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:30.699719 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8570bc-feb8-48ca-b1ce-87b9cd077687 req-e7279332-f926-437e-ba80-9ed4542c583d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:30.702163 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5c8570bc-feb8-48ca-b1ce-87b9cd077687 req-e7279332-f926-437e-ba80-9ed4542c583d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.1020327 Jun 15 22:18:30.777810 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (d51159ce-792a-42e2-8ac7-34d39f267396), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:30.821099 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5c8570bc-feb8-48ca-b1ce-87b9cd077687 req-75acd697-981d-42ee-9c2e-608a643063a9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986331 Jun 15 22:18:30.860401 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (d51159ce-792a-42e2-8ac7-34d39f267396), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:30.888837 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51159ce-792a-42e2-8ac7-34d39f267396,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:30.892427 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:30.898641 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ba3142b6-e77e-4ae4-8ff3-1ef07a8661f3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d51159ce-792a-42e2-8ac7-34d39f267396 HTTP/1.1" status: 204 len: 168 time: 0.3728919 Jun 15 22:18:30.899312 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44380) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:30.961753 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569252-c70b-49cd-a8b1-1f6635d1d6e8 req-f12a81ab-5072-4ce1-88f4-cb288f9b7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:30.963446 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76569252-c70b-49cd-a8b1-1f6635d1d6e8 req-f12a81ab-5072-4ce1-88f4-cb288f9b7018 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1350753 Jun 15 22:18:30.987228 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (b1f08f80-fccf-477a-aaf3-18a5aef794df), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.093975 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (b1f08f80-fccf-477a-aaf3-18a5aef794df), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.115255 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f08f80-fccf-477a-aaf3-18a5aef794df']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:31.117193 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:31.125784 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89cdd3a-35d6-405e-8432-c830ecc4ec19') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:31.126077 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89cdd3a-35d6-405e-8432-c830ecc4ec19') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:31.137597 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (a89cdd3a-35d6-405e-8432-c830ecc4ec19), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.137836 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facb8e1-9e58-4343-8ee5-53042faec576 req-85422d45-7297-4d60-b30a-745e2a930a4f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:31.139390 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4facb8e1-9e58-4343-8ee5-53042faec576 req-85422d45-7297-4d60-b30a-745e2a930a4f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 944 time: 0.0510306 Jun 15 22:18:31.151772 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (a89cdd3a-35d6-405e-8432-c830ecc4ec19), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.160442 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:18:31.160885 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (a89cdd3a-35d6-405e-8432-c830ecc4ec19), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.186835 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment a89cdd3a-35d6-405e-8432-c830ecc4ec19 resource provider aggregate not found Jun 15 22:18:31.195932 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4facb8e1-9e58-4343-8ee5-53042faec576 req-78a6f768-e493-4052-9769-d06232de9e71 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503359 Jun 15 22:18:31.232430 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment a89cdd3a-35d6-405e-8432-c830ecc4ec19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a89cdd3a-35d6-405e-8432-c830ecc4ec19 found for delete ", "request_id": "req-4bb58726-8463-4845-bb0b-96645435c27b"}]} Jun 15 22:18:31.241464 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (b1f08f80-fccf-477a-aaf3-18a5aef794df), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.247193 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.250295 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b1f08f80-fccf-477a-aaf3-18a5aef794df HTTP/1.1" status: 204 len: 168 time: 0.3489108 Jun 15 22:18:31.261838 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e28041-cae9-4e59-9d13-cd053c429ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f08f80-fccf-477a-aaf3-18a5aef794df,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:31.456092 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44394) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:31.507147 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5c9fac93-52a5-40b8-b109-ac8ffb86899d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8635efdd4ea406eabfb397bdfd83d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0498679 Jun 15 22:18:31.513430 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 44398) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:31.632533 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569252-c70b-49cd-a8b1-1f6635d1d6e8 req-170c6024-91f9-427b-a4df-05fdd91af5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:31.634035 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76569252-c70b-49cd-a8b1-1f6635d1d6e8 req-170c6024-91f9-427b-a4df-05fdd91af5ea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1534142 Jun 15 22:18:31.634631 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Publish callbacks [] for security_group (d10452c6-7944-483c-a687-9d94e9035a3f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.659789 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Publish callbacks [] for security_group (d10452c6-7944-483c-a687-9d94e9035a3f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.710497 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:31.731893 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d10452c6-7944-483c-a687-9d94e9035a3f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.736545 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:31.737903 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d10452c6-7944-483c-a687-9d94e9035a3f HTTP/1.1" status: 204 len: 168 time: 0.2211456 Jun 15 22:18:31.740618 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:31.756044 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10452c6-7944-483c-a687-9d94e9035a3f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:31.766693 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.768399 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.768711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.769281 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.770007 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.770420 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.770775 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.771139 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.771507 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.772636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.772636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.772636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.772938 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.773098 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.773445 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdeba38-12c8-4ec4-80fd-83864648a59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:31.794372 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbb1c8-2a31-4b3a-8d8d-11eaf6098c03 req-e6de9f3c-9d4f-41e9-a661-7028c2086677 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:31.795845 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1afbb1c8-2a31-4b3a-8d8d-11eaf6098c03 req-e6de9f3c-9d4f-41e9-a661-7028c2086677 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0576591 Jun 15 22:18:31.828236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-550f168c-396f-4d63-8825-db57614afbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:31.830560 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:31.831219 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-550f168c-396f-4d63-8825-db57614afbfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1128 time: 0.0526910 Jun 15 22:18:31.869973 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1afbb1c8-2a31-4b3a-8d8d-11eaf6098c03 req-a3f73468-b767-4a2a-94ca-ccc4e226d192 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673504 Jun 15 22:18:32.212852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cca5d6-5894-4685-9220-026244e6c2e5 req-f2411dd6-2a2f-41e6-981a-f9f8890c96c9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:32.214441 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93cca5d6-5894-4685-9220-026244e6c2e5 req-f2411dd6-2a2f-41e6-981a-f9f8890c96c9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.3128214 Jun 15 22:18:32.275317 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93cca5d6-5894-4685-9220-026244e6c2e5 req-7be442fe-321f-4197-9145-aaefa1df4bd9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511372 Jun 15 22:18:32.335975 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a0ae-a927-4b7c-bb29-ad3adf734785 req-cae136c7-6642-4d8d-9d77-40f55f78477a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:32.337712 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-29d9a0ae-a927-4b7c-bb29-ad3adf734785 req-cae136c7-6642-4d8d-9d77-40f55f78477a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 944 time: 0.0607145 Jun 15 22:18:32.391771 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-29d9a0ae-a927-4b7c-bb29-ad3adf734785 req-bdd35278-1b56-4ae0-93da-9eae2fc7f6ee tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474076 Jun 15 22:18:32.570050 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-fca7934c-7241-4068-a0d3-639a08dc2c8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 200 len: 217 time: 0.0421033 Jun 15 22:18:32.770993 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-46e589dc-8b8a-4a86-bd90-2106c03f34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:32.772503 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-46e589dc-8b8a-4a86-bd90-2106c03f34ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.0523875 Jun 15 22:18:32.827292 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ecb8319b-6f00-40dd-97e1-fe80a181ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:32.828862 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-ecb8319b-6f00-40dd-97e1-fe80a181ebd9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486600 Jun 15 22:18:32.940336 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-5c6eb09b-615e-46c3-8757-14c864b10ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939646 Jun 15 22:18:33.093870 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05bc40-eb7e-4ac2-bdf0-351379c8199d req-1a6c2701-6055-4ece-85c9-225242348961 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:33.096098 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d05bc40-eb7e-4ac2-bdf0-351379c8199d req-1a6c2701-6055-4ece-85c9-225242348961 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1119642 Jun 15 22:18:33.130068 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12793dd2-67ae-4055-a425-1acf64149b2d req-46238c5d-52d1-4f54-94f0-59d776714031 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821244 Jun 15 22:18:33.187063 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d05bc40-eb7e-4ac2-bdf0-351379c8199d req-013ead3b-829a-40bb-a45e-7a8a6b0d37e5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742998 Jun 15 22:18:33.409507 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd616-2658-46d7-9a5c-3abd2caf5575 req-ded5a385-c76f-49c3-8bd9-e8823ca39957 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:33.411119 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b38dd616-2658-46d7-9a5c-3abd2caf5575 req-ded5a385-c76f-49c3-8bd9-e8823ca39957 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0542557 Jun 15 22:18:33.476583 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b38dd616-2658-46d7-9a5c-3abd2caf5575 req-9802282d-82d6-4d46-9142-dfa1671ab7ab tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552979 Jun 15 22:18:33.523809 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b52b4-f3b5-4735-87a7-57f416e5f2be req-29d27846-885e-4a31-9588-65702314263e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:33.525491 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c8b52b4-f3b5-4735-87a7-57f416e5f2be req-29d27846-885e-4a31-9588-65702314263e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 944 time: 0.0587790 Jun 15 22:18:33.584421 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c8b52b4-f3b5-4735-87a7-57f416e5f2be req-31e3f81c-aade-44d6-911f-da83a1d48c42 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480888 Jun 15 22:18:33.606556 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76324-3fc6-4790-90e5-8feb8f8984d0 req-d34d7b61-fdae-41cc-805c-0831174c8527 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:33.607317 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-77b76324-3fc6-4790-90e5-8feb8f8984d0 req-d34d7b61-fdae-41cc-805c-0831174c8527 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0503583 Jun 15 22:18:33.616767 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44448) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:33.621207 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'port_id': '989aa53e-9f3f-433e-ae52-6b4be9f96a94'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:33.671353 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (25c31dba-6f3a-45e2-96f9-731600539859), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:34.375452 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6210350-61cb-40d9-b6c0-ec1e831b86a9 req-007ba0b3-5e14-4176-a7fd-ef4154603a08 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:34.377092 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a6210350-61cb-40d9-b6c0-ec1e831b86a9 req-007ba0b3-5e14-4176-a7fd-ef4154603a08 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0890663 Jun 15 22:18:34.407398 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:34.417735 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (25c31dba-6f3a-45e2-96f9-731600539859), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:34.514021 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a6210350-61cb-40d9-b6c0-ec1e831b86a9 req-82f1794b-6c7c-448c-8b95-56b8ae69054a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288695 Jun 15 22:18:34.529597 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:34.552533 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 25c31dba-6f3a-45e2-96f9-731600539859 associated. External IP: 172.27.2.10, port: 989aa53e-9f3f-433e-ae52-6b4be9f96a94. Jun 15 22:18:34.730829 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd33051-f371-4cb0-a56a-88741393442e req-707f4943-e210-4b81-8632-816999daf582 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:34.733953 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bd33051-f371-4cb0-a56a-88741393442e req-707f4943-e210-4b81-8632-816999daf582 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 944 time: 0.0679805 Jun 15 22:18:34.787426 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:34.796040 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bd33051-f371-4cb0-a56a-88741393442e req-8f120b57-fa4d-4d50-acbc-907ad6c2033e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559652 Jun 15 22:18:34.830190 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:18:34.958957 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:18:34.964884 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:34.970005 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:18:34.982305 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:18:34.982925 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:18:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:35.007090 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6bc3dc56-a141-4180-a18f-67ed878f1bd4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "PUT /v2.0/floatingips/25c31dba-6f3a-45e2-96f9-731600539859 HTTP/1.1" status: 200 len: 990 time: 1.3891921 Jun 15 22:18:35.008049 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:18:35.010795 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351" -d '{"events": [{"name": "network-changed", "server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:18:35.064149 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46cf463-496a-4286-944a-928841b200aa x-openstack-request-id: req-c46cf463-496a-4286-944a-928841b200aa {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:18:35.064436 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:18:35.064861 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c46cf463-496a-4286-944a-928841b200aa {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:18:35.065466 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46cf463-496a-4286-944a-928841b200aa'] response: {'name': 'network-changed', 'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'status': 'completed', 'code': 200} Jun 15 22:18:35.085240 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:35.118573 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:18:35.273574 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:18:35.413823 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:49Z', 'revision_number': 2, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}, {'id': '25c31dba-6f3a-45e2-96f9-731600539859', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:98:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32272089-e3c2-4bf4-b24f-afd378c89989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:17:57Z', 'updated_at': '2022-06-15T22:18:34Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:35.441850 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:18:35.466747 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:18:35.471452 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:18:35.471452 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:18:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:35.541050 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'mac_address': 'fa:16:3e:9d:82:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:18:35.548860 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-e5da5eba-aa3a-4413-9712-b2f827427f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:35.550610 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-e5da5eba-aa3a-4413-9712-b2f827427f26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 1129 time: 0.0474899 Jun 15 22:18:35.608203 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:18:35.608521 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:35.618117 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:35.640697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:18:35.643558 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:18:35.684273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b828bc-901a-4ab9-a96d-9013b0e08399 req-8bf286ba-8f35-4928-a0d8-8971ca9516d6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:35.686869 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76b828bc-901a-4ab9-a96d-9013b0e08399 req-8bf286ba-8f35-4928-a0d8-8971ca9516d6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0915577 Jun 15 22:18:35.705502 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:18:35.710907 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:35.731437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-34c0915c-f315-4395-979f-b45f83b7e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:35.733098 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-34c0915c-f315-4395-979f-b45f83b7e6b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.1741102 Jun 15 22:18:35.782111 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:35.802022 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-76b828bc-901a-4ab9-a96d-9013b0e08399 req-bd1da383-721c-41e7-93e6-d6e741994360 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068716 Jun 15 22:18:35.822686 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-31ddffd7-b42a-4a7b-8ae0-f0292c2240f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94 HTTP/1.1" status: 200 len: 998 time: 0.0784423 Jun 15 22:18:35.884220 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-fb86a040-1f18-4f08-a451-208d78f97dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:35.885838 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-fb86a040-1f18-4f08-a451-208d78f97dff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0568678 Jun 15 22:18:35.936036 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:35.954120 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-d26c20bc-91ee-4bbf-9833-c67d48b70e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:35.956498 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-d26c20bc-91ee-4bbf-9833-c67d48b70e4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615251 Jun 15 22:18:35.959929 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16081bf-7423-40ce-950f-12451a6db525 req-b8a883ff-1a98-466b-8b21-2dce056ab455 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:35.962655 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e16081bf-7423-40ce-950f-12451a6db525 req-b8a883ff-1a98-466b-8b21-2dce056ab455 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 945 time: 0.0679221 Jun 15 22:18:35.984596 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:36.016627 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.016742 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.017066 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.017414 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.017737 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.018052 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.018376 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.018680 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.018991 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.019306 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.019613 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.019925 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.020233 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.020542 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.020851 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:18:36.023972 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e16081bf-7423-40ce-950f-12451a6db525 req-c661be96-3f4b-494c-bd46-4994b07f93e4 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542457 Jun 15 22:18:36.224316 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:18:36.230233 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:49Z', 'revision_number': 2, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}, {'id': '25c31dba-6f3a-45e2-96f9-731600539859', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:98:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32272089-e3c2-4bf4-b24f-afd378c89989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:17:57Z', 'updated_at': '2022-06-15T22:18:34Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:36.329989 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:36.340680 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e701a6-9d61-4c32-bb3c-b23a10368be4 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:49Z', 'revision_number': 2, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}, {'id': '25c31dba-6f3a-45e2-96f9-731600539859', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:98:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32272089-e3c2-4bf4-b24f-afd378c89989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:17:57Z', 'updated_at': '2022-06-15T22:18:34Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:18:36.409065 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-d4384988-de92-41a1-a69b-78249007bb18 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921216 Jun 15 22:18:36.634451 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4e794a-4f5f-4326-b42f-8a9dbbaae351 req-131a84b2-99af-40f0-970c-d4ef6ca2be49 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113929 Jun 15 22:18:36.656047 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4f06e-18d1-4b56-9e0d-ef166a5738b7 req-bd86a2fd-0b0e-4699-9071-47df050c8233 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:36.657791 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8ab4f06e-18d1-4b56-9e0d-ef166a5738b7 req-bd86a2fd-0b0e-4699-9071-47df050c8233 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 945 time: 0.0756481 Jun 15 22:18:36.713176 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5481bd48-c802-4304-b459-97760b4e1478 None None] New status for floating IP 25c31dba-6f3a-45e2-96f9-731600539859: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:18:36.720852 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8ab4f06e-18d1-4b56-9e0d-ef166a5738b7 req-eca5b197-3bbd-49bf-b854-6b1923f204e6 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570943 Jun 15 22:18:36.965936 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a7e8f-c7af-470b-941f-e5882ca8b1ea req-e17e0e66-927c-4128-ade8-4e619e2bd6e6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:36.967670 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-162a7e8f-c7af-470b-941f-e5882ca8b1ea req-e17e0e66-927c-4128-ade8-4e619e2bd6e6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0525277 Jun 15 22:18:37.029313 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-162a7e8f-c7af-470b-941f-e5882ca8b1ea req-ae2878d4-265a-4960-8eaf-d72972a06dc8 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557117 Jun 15 22:18:37.167453 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9988b1-aa60-4543-a243-c38aee664607 req-bf98a923-c916-4e56-83e7-f45aa4610331 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:37.169519 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c9988b1-aa60-4543-a243-c38aee664607 req-bf98a923-c916-4e56-83e7-f45aa4610331 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 945 time: 0.0609553 Jun 15 22:18:37.258484 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c9988b1-aa60-4543-a243-c38aee664607 req-c357e599-4932-4fef-a994-d8711dbdecb0 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784159 Jun 15 22:18:37.279443 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cb52f-3db7-4ef2-bb5c-25082df9d4e3 req-599c5a32-e5f6-4d6d-a3f6-c240ec273ef7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:37.281853 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-526cb52f-3db7-4ef2-bb5c-25082df9d4e3 req-599c5a32-e5f6-4d6d-a3f6-c240ec273ef7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0701087 Jun 15 22:18:37.341847 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-526cb52f-3db7-4ef2-bb5c-25082df9d4e3 req-ade87d2d-b56d-438f-bc46-340e7d4e197f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543771 Jun 15 22:18:37.651145 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:18:37.698132 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:18:37.706121 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:18:37.706647 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:37.795253 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:18:37.795821 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:37.823156 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:18:37.825595 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40438a7a-b173-4f6e-b9cd-88c116086886" -d '{"events": [{"server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:18:37.843164 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:18:37.849209 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:37.874034 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6d94f-233a-406b-aaea-64b02fb57105 x-openstack-request-id: req-d2d6d94f-233a-406b-aaea-64b02fb57105 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:18:37.874367 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:18:37.874638 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2d6d94f-233a-406b-aaea-64b02fb57105 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:18:37.875063 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d6d94f-233a-406b-aaea-64b02fb57105'] response: {'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'code': 200} Jun 15 22:18:37.886740 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91e78b-7a1e-4315-bbd6-b2339640e80f req-605daac7-5263-4f3b-8197-29b02b364273 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:37.889669 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb91e78b-7a1e-4315-bbd6-b2339640e80f req-605daac7-5263-4f3b-8197-29b02b364273 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 945 time: 0.0862989 Jun 15 22:18:37.903237 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:37.943157 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bb91e78b-7a1e-4315-bbd6-b2339640e80f req-89367653-b7bf-42d2-819c-e792924f5afa tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474236 Jun 15 22:18:38.405934 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4de82-0ffe-4a0d-9963-c13d6d75726e req-6efad3f6-8145-47f3-bf90-b89f89bcc34b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:38.407400 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6db4de82-0ffe-4a0d-9963-c13d6d75726e req-6efad3f6-8145-47f3-bf90-b89f89bcc34b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0560570 Jun 15 22:18:38.470109 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6db4de82-0ffe-4a0d-9963-c13d6d75726e req-69759da2-a30f-4d50-86f6-7c7b2d51162c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560594 Jun 15 22:18:38.478361 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da4aa2-9353-4396-8a8c-115a507446e8 req-7fe9fdb3-46ba-4cf0-a468-94e86f52528e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:38.479995 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-30da4aa2-9353-4396-8a8c-115a507446e8 req-7fe9fdb3-46ba-4cf0-a468-94e86f52528e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0552299 Jun 15 22:18:38.542881 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-30da4aa2-9353-4396-8a8c-115a507446e8 req-5943144c-21ba-421b-ac2d-ca34e447feff tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555010 Jun 15 22:18:39.092628 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd5f65-2f29-4ccc-9825-51b541a3a83b req-028888c1-9a43-4622-bc9c-58fcaeedca15 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:39.094229 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b5fd5f65-2f29-4ccc-9825-51b541a3a83b req-028888c1-9a43-4622-bc9c-58fcaeedca15 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 945 time: 0.0646214 Jun 15 22:18:39.163425 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b5fd5f65-2f29-4ccc-9825-51b541a3a83b req-d370b66a-013c-41d9-95ba-069ea9930b62 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611529 Jun 15 22:18:39.296879 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-6f2fc7a7-8336-4f1c-ac73-34407e32c276 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:39.298447 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-6f2fc7a7-8336-4f1c-ac73-34407e32c276 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 945 time: 0.1250434 Jun 15 22:18:39.337635 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7969e2-7618-4185-ba3d-59e994321a66 req-18bf55a7-8bcf-4701-bd66-86e99573358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:39.339146 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf7969e2-7618-4185-ba3d-59e994321a66 req-18bf55a7-8bcf-4701-bd66-86e99573358b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1130 time: 0.1153708 Jun 15 22:18:39.343065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-1db2a0fb-20c8-409b-bb41-b430f39552fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:39.344515 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-1db2a0fb-20c8-409b-bb41-b430f39552fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 1130 time: 0.1218839 Jun 15 22:18:39.521385 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf7969e2-7618-4185-ba3d-59e994321a66 req-7695da16-15be-4e25-96ab-99d18a10d5d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758583 Jun 15 22:18:39.527379 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Deleting port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:18:39.527783 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:39.581511 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:39.591129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:39.595118 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-603e17ff-c3a2-49fa-a501-edf825e92884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:39.596807 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-603e17ff-c3a2-49fa-a501-edf825e92884 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 911 time: 0.2424548 Jun 15 22:18:39.672133 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48da6e-80b1-4ff8-b5da-775efb49adf0 req-3c536e57-2c10-44ba-b9cd-cc7372a55a8d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:39.673731 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c48da6e-80b1-4ff8-b5da-775efb49adf0 req-3c536e57-2c10-44ba-b9cd-cc7372a55a8d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.1122632 Jun 15 22:18:39.687729 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50a44-878e-48c0-a40f-63dc47bae170 req-ae26b869-0b3c-4701-b269-56791b8907b9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:39.689315 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fd50a44-878e-48c0-a40f-63dc47bae170 req-ae26b869-0b3c-4701-b269-56791b8907b9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0628455 Jun 15 22:18:39.723206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] For port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:18:39.723575 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:39.742666 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fd50a44-878e-48c0-a40f-63dc47bae170 req-b857ae44-2f75-42ee-a032-a9e9942ea328 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469911 Jun 15 22:18:39.748665 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Calling delete_port for 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:18:39.773532 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c48da6e-80b1-4ff8-b5da-775efb49adf0 req-3bd27a72-7513-4891-98a4-817256c2b3eb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868835 Jun 15 22:18:39.967338 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-752ece26-375f-4cc2-a962-bcf689845017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374 HTTP/1.1" status: 200 len: 1002 time: 0.0781126 Jun 15 22:18:39.968073 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (6eceeeb6-06c6-41f7-b6c5-14f4aef9a523), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:39.998705 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Pushing event deleted for resources: {'Port': ['ID=6eceeeb6-06c6-41f7-b6c5-14f4aef9a523,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:40.048074 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] No DVR routers for this DVR port 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:18:40.050678 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:40.054358 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-04ae2d62-d931-4692-a4b5-1310d26553b3 req-231a9a59-47ad-4816-a61a-c88da0b1705b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "DELETE /v2.0/ports/6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 HTTP/1.1" status: 204 len: 173 time: 0.7488420 Jun 15 22:18:40.054982 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'name': 'network-vif-deleted', 'tag': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:18:40.057635 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bcd126-7a10-4743-a430-cef48e94aabf" -d '{"events": [{"server_uuid": "37ced019-d078-4b0d-86c0-8fba6272c7b8", "name": "network-vif-deleted", "tag": "6eceeeb6-06c6-41f7-b6c5-14f4aef9a523"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:18:40.105875 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a42fac-03f9-4c48-81cf-23898471a956 x-openstack-request-id: req-30a42fac-03f9-4c48-81cf-23898471a956 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:18:40.106322 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ced019-d078-4b0d-86c0-8fba6272c7b8", "name": "network-vif-deleted", "tag": "6eceeeb6-06c6-41f7-b6c5-14f4aef9a523", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:18:40.106757 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30a42fac-03f9-4c48-81cf-23898471a956 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:18:40.107481 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a42fac-03f9-4c48-81cf-23898471a956'] response: {'server_uuid': '37ced019-d078-4b0d-86c0-8fba6272c7b8', 'name': 'network-vif-deleted', 'tag': '6eceeeb6-06c6-41f7-b6c5-14f4aef9a523', 'status': 'completed', 'code': 200} Jun 15 22:18:40.328718 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4832b3d0-1227-4241-9d0b-0dff8c8d2310 req-075c0691-2016-4844-a185-3fb19039ee15 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0325663 Jun 15 22:18:40.566289 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-83117498-9e1c-4d14-a8bf-625ad02a8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:40.568133 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-83117498-9e1c-4d14-a8bf-625ad02a8fac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.0789003 Jun 15 22:18:40.652386 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-20e7125e-26e1-4844-aac1-30bd0096e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:40.654757 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-20e7125e-26e1-4844-aac1-30bd0096e4c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447395 Jun 15 22:18:40.768695 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-9d590f10-291f-466c-af65-d1912edac432 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988812 Jun 15 22:18:40.890477 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eab47-a72c-4c75-8b87-656c0f9809bd req-da64dea7-1284-47cc-a997-0d987cd44ebd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:40.891952 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-476eab47-a72c-4c75-8b87-656c0f9809bd req-da64dea7-1284-47cc-a997-0d987cd44ebd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0580084 Jun 15 22:18:40.907264 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09026cdc-6248-4ced-96a1-f37cd1b49191 req-ecb26e6c-4ac8-479b-88a3-901627182e59 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:40.908940 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09026cdc-6248-4ced-96a1-f37cd1b49191 req-ecb26e6c-4ac8-479b-88a3-901627182e59 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0524521 Jun 15 22:18:40.958111 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-476eab47-a72c-4c75-8b87-656c0f9809bd req-282d60de-5357-4fb7-96a1-fffbbae5e87b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585177 Jun 15 22:18:40.967022 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-09026cdc-6248-4ced-96a1-f37cd1b49191 req-08349d84-41f1-4d26-bd50-b0a7749314a9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519698 Jun 15 22:18:41.445786 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ec0907ed-134f-4d5a-9095-25b8e8667ce0 req-a5f07e02-f537-4858-adfc-f382fa62e805 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0311339 Jun 15 22:18:42.093180 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:42.096003 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c83c6-c59e-467c-8e19-eb940647f17e req-a9f1ef69-8e0d-45c1-83bd-fa3e8ee47cc0 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:42.097634 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a1c83c6-c59e-467c-8e19-eb940647f17e req-a9f1ef69-8e0d-45c1-83bd-fa3e8ee47cc0 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0639024 Jun 15 22:18:42.118469 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b7d0c-802e-4cbe-b714-3c3ef97f6bfb req-5d79befe-badd-4162-a151-75b07df4817a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:42.120824 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ad8b7d0c-802e-4cbe-b714-3c3ef97f6bfb req-5d79befe-badd-4162-a151-75b07df4817a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0671086 Jun 15 22:18:42.159391 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a1c83c6-c59e-467c-8e19-eb940647f17e req-f19f4cb2-f942-4944-8c01-25498acd79c9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520511 Jun 15 22:18:42.159739 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:42.173054 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ad8b7d0c-802e-4cbe-b714-3c3ef97f6bfb req-0bf0e08c-806f-4b1d-b4e9-a8f4e3e86fbe tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460963 Jun 15 22:18:42.568931 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f7d25df4-693b-40ba-913e-9647ffcdcf1c req-e468a165-3269-439e-a886-85d5811155a7 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0331197 Jun 15 22:18:42.602299 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:18:42.623739 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:18:42.624081 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 6eceeeb6-06c6-41f7-b6c5-14f4aef9a523 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:18:43.297678 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66060b-e324-442a-bf63-df31f85752b9 req-5b5bcc64-2bca-46b4-a534-c642cac7f719 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:43.299493 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4c66060b-e324-442a-bf63-df31f85752b9 req-5b5bcc64-2bca-46b4-a534-c642cac7f719 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0515022 Jun 15 22:18:43.309734 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5681ab-0d55-482a-b4b9-6c0dc31a0fd6 req-0c07a240-7896-43e7-85ae-519b6aa34b33 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:43.311346 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe5681ab-0d55-482a-b4b9-6c0dc31a0fd6 req-0c07a240-7896-43e7-85ae-519b6aa34b33 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0541563 Jun 15 22:18:43.357303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:43.361700 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4c66060b-e324-442a-bf63-df31f85752b9 req-e85f160e-780b-4ff3-894f-116047525fb9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552235 Jun 15 22:18:43.366224 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fe5681ab-0d55-482a-b4b9-6c0dc31a0fd6 req-0caf8afc-85d8-48ff-a271-39b5168b8e7c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490921 Jun 15 22:18:43.688490 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-96122fbe-4887-42fa-9559-348e95185b88 req-5e69d8a5-6cf5-4a07-bef2-5b25f9f0dd73 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0295267 Jun 15 22:18:43.796508 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3693419d-4dfc-471c-9923-78673b0e7c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:44.348742 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:44.358039 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-22ce7e3d-ab0d-42b1-a0de-8e26b5a94e71 req-dc68999c-5ff3-455f-8305-b08a9eb1185d service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329172 Jun 15 22:18:44.533279 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f84ec-ad7f-4933-a20d-057e2fb68efd req-b76fcba1-2428-4dbc-a3d8-d5f7e1015927 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:44.534523 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8978f-fa2c-4a7b-980b-ce71ab20ba75 req-424973aa-e310-4944-92d1-f180d07e7b9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:44.535339 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-324f84ec-ad7f-4933-a20d-057e2fb68efd req-b76fcba1-2428-4dbc-a3d8-d5f7e1015927 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0583889 Jun 15 22:18:44.537102 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-59c8978f-fa2c-4a7b-980b-ce71ab20ba75 req-424973aa-e310-4944-92d1-f180d07e7b9f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0783219 Jun 15 22:18:44.615070 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-324f84ec-ad7f-4933-a20d-057e2fb68efd req-edde6fc2-174c-4eb2-a76d-4793d352ada0 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674634 Jun 15 22:18:44.628703 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-59c8978f-fa2c-4a7b-980b-ce71ab20ba75 req-3aa9bb19-6288-43a8-8e2d-07087301cacf tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817387 Jun 15 22:18:44.755923 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970c2fc-9a9a-416c-a8ea-1b22a10f8b31 req-e18f3352-9532-49be-9bfc-9622e3173582 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:44.757563 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a970c2fc-9a9a-416c-a8ea-1b22a10f8b31 req-e18f3352-9532-49be-9bfc-9622e3173582 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0592065 Jun 15 22:18:44.767562 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 44604) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:18:44.772482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'floatingip': {'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:44.828487 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:44.847815 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-83445f4b-6267-4394-815f-9d58b8c97080 req-6b8ed9e3-b5f7-45c6-8cc5-d0ad10df1d6b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0390759 Jun 15 22:18:45.316986 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:45.320681 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:45.433456 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Floating IP 602f0e05-bc57-468a-979f-b97e3f3884f0 associated. External IP: 172.27.2.231, port: dfdc84d8-1923-419b-b5e6-bcaa18ced6d3. Jun 15 22:18:45.646378 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:45.671980 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Router d607ade9-7129-4a15-828e-ed98ca86c51c has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:18:45.788640 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e981b0-773c-428d-aa79-d58b4301dff9 req-0ca8108b-bbf4-4f6d-8c82-2a2be1b417bd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:45.790142 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a0e981b0-773c-428d-aa79-d58b4301dff9 req-0ca8108b-bbf4-4f6d-8c82-2a2be1b417bd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1054335 Jun 15 22:18:45.804618 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:45.831694 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:18:45.840573 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:45.848867 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] Sync routers for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:18:45.856257 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:45.860929 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:18:45.861602 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:18:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:45.885442 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-a645e40d-bf5c-4270-ad68-a09c35186966 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "PUT /v2.0/floatingips/602f0e05-bc57-468a-979f-b97e3f3884f0 HTTP/1.1" status: 200 len: 992 time: 1.1144583 Jun 15 22:18:45.885442 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:18:45.886958 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d59142-cc8c-4086-af49-444d880429a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:18:45.893664 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a0e981b0-773c-428d-aa79-d58b4301dff9 req-cea94952-f6fe-4353-a3b7-0897aa6a36b3 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963554 Jun 15 22:18:45.944119 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662b31b4-482a-44ac-aff2-873753bc5fcb x-openstack-request-id: req-662b31b4-482a-44ac-aff2-873753bc5fcb {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:18:45.944490 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:18:45.944762 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-662b31b4-482a-44ac-aff2-873753bc5fcb {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:18:45.945173 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662b31b4-482a-44ac-aff2-873753bc5fcb'] response: {'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'status': 'completed', 'code': 200} Jun 15 22:18:45.976806 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:18:45.982059 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0c0ebbb-611f-4d53-8c5e-c60ea724b1cf req-5269bd32-41fc-4351-b6a2-80e66ccf182b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=37ced019-d078-4b0d-86c0-8fba6272c7b8 HTTP/1.1" status: 200 len: 210 time: 0.0285957 Jun 15 22:18:46.065414 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e99d5247-878f-464b-a767-fcd333c4c4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:46.167607 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:46.184778 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:18:46.232765 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '602f0e05-bc57-468a-979f-b97e3f3884f0', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'mac_address': 'fa:16:3e:9d:82:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:18:18Z', 'updated_at': '2022-06-15T22:18:45Z', 'revision_number': 1, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:46.259799 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] Checking router: d607ade9-7129-4a15-828e-ed98ca86c51c for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:18:46.269985 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:18:46.270603 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:18:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:46.379803 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:18:46.447250 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d59142-cc8c-4086-af49-444d880429a3 req-c4ab94b7-4781-4503-9890-ff8f2e69e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:46.449274 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8d59142-cc8c-4086-af49-444d880429a3 req-c4ab94b7-4781-4503-9890-ff8f2e69e090 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1130 time: 0.0456226 Jun 15 22:18:46.576649 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d59142-cc8c-4086-af49-444d880429a3 req-3b5ec470-0530-4c47-a631-fffeea87fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:46.578239 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8d59142-cc8c-4086-af49-444d880429a3 req-3b5ec470-0530-4c47-a631-fffeea87fff6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.1073818 Jun 15 22:18:46.619399 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '602f0e05-bc57-468a-979f-b97e3f3884f0', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'mac_address': 'fa:16:3e:9d:82:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:18:18Z', 'updated_at': '2022-06-15T22:18:45Z', 'revision_number': 1, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:18:46.645908 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10b6619-8c8e-4d80-a6ec-bb86dbfcce4a None None] The sync data for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi is: [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '602f0e05-bc57-468a-979f-b97e3f3884f0', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'mac_address': 'fa:16:3e:9d:82:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:18:18Z', 'updated_at': '2022-06-15T22:18:45Z', 'revision_number': 1, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:18:46.650824 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8d59142-cc8c-4086-af49-444d880429a3 req-2fb4221b-8024-4c87-b3b4-619ad6bef4fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 200 len: 1000 time: 0.0635529 Jun 15 22:18:46.706330 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d59142-cc8c-4086-af49-444d880429a3 req-6f4303b8-40d6-4ca8-a03b-8a1d93346871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:46.707906 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8d59142-cc8c-4086-af49-444d880429a3 req-6f4303b8-40d6-4ca8-a03b-8a1d93346871 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.0505896 Jun 15 22:18:46.759636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d59142-cc8c-4086-af49-444d880429a3 req-13454bf8-07c6-400e-aaf6-02c284f2fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:46.761158 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8d59142-cc8c-4086-af49-444d880429a3 req-13454bf8-07c6-400e-aaf6-02c284f2fced service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458484 Jun 15 22:18:46.826021 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:46.842222 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a57b24-31f1-496c-a335-69891a3baebb None None] New status for floating IP 602f0e05-bc57-468a-979f-b97e3f3884f0: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:18:46.884220 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8d59142-cc8c-4086-af49-444d880429a3 req-095d846c-5f29-4d06-b72e-a827b38ea872 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137023 Jun 15 22:18:46.977560 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d8d59142-cc8c-4086-af49-444d880429a3 req-58a7f29f-d410-46a1-b0a9-b6c9cd256325 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866599 Jun 15 22:18:47.593756 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:49.268874 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:49.358562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:51.511586 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eaaa5-299b-4015-84dd-fe8180fbcd56 req-9c32b61d-7af8-48d7-a4b1-12cd4306ec4a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:51.513284 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a14eaaa5-299b-4015-84dd-fe8180fbcd56 req-9c32b61d-7af8-48d7-a4b1-12cd4306ec4a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0642641 Jun 15 22:18:51.567658 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a14eaaa5-299b-4015-84dd-fe8180fbcd56 req-98221ae3-d543-4f31-bd0a-596ca1d46217 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483668 Jun 15 22:18:52.741427 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dff7f-5337-4b59-acd6-ea53257c9e7b req-c7a8b1fd-aea5-4fcd-9479-93e413820f84 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:52.748439 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d46dff7f-5337-4b59-acd6-ea53257c9e7b req-c7a8b1fd-aea5-4fcd-9479-93e413820f84 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0840032 Jun 15 22:18:52.820648 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d46dff7f-5337-4b59-acd6-ea53257c9e7b req-d56ad01c-2a4f-485f-92e0-53e66d1f4c5c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645676 Jun 15 22:18:53.972924 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbf1c7-5c72-4fb7-8a7a-193ff4d86e76 req-a122146b-4d77-4490-9937-51dfd410b79c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:53.974559 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-27fbf1c7-5c72-4fb7-8a7a-193ff4d86e76 req-a122146b-4d77-4490-9937-51dfd410b79c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0548570 Jun 15 22:18:54.033809 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-27fbf1c7-5c72-4fb7-8a7a-193ff4d86e76 req-49eb9beb-ca24-49a3-97d4-c89d96b0f828 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516591 Jun 15 22:18:55.164711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12fae7-0511-472c-ba26-5c1c04fb6a7f req-49565688-2fdb-4577-b45a-5103eff6436b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:55.166276 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c12fae7-0511-472c-ba26-5c1c04fb6a7f req-49565688-2fdb-4577-b45a-5103eff6436b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0509560 Jun 15 22:18:55.219121 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5c12fae7-0511-472c-ba26-5c1c04fb6a7f req-858f0e55-c9dc-4f08-a4c2-da940fea6f26 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470896 Jun 15 22:18:56.362296 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ce3d4-2523-4a62-ae6c-fe4d7ec74569 req-00a7a942-e80c-413e-882b-23f3b7e75ff0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:56.363982 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c50ce3d4-2523-4a62-ae6c-fe4d7ec74569 req-00a7a942-e80c-413e-882b-23f3b7e75ff0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0536828 Jun 15 22:18:56.419105 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c50ce3d4-2523-4a62-ae6c-fe4d7ec74569 req-26ede3bc-c9de-4b5b-b92c-386b98e6abc0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488675 Jun 15 22:18:56.951198 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:56.954327 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:57.301842 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-d67502a8-8643-43ee-a88a-ad8479992d8e tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:57.303215 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-d67502a8-8643-43ee-a88a-ad8479992d8e tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/networks?id=9200866c-5ebf-4743-a4b5-3b5987ff8333 HTTP/1.1" status: 200 len: 813 time: 0.1119757 Jun 15 22:18:57.316535 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:57.321460 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-3bbc82dc-46c2-4de8-baf2-65313d7c6287 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/quotas/1c2773d61c84492fb70a7a59cffa6fdb HTTP/1.1" status: 200 len: 375 time: 0.0108449 Jun 15 22:18:57.356252 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-d7780d62-3d91-4bfc-9757-69d6c092cb9b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293782 Jun 15 22:18:57.455533 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:57.471422 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-61b08bf1-d339-4027-9e90-1e86512e1baa service neutron] 10.222.0.55 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050007 Jun 15 22:18:57.545116 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83062-8c12-4b1c-a861-cd01d287a9c1 req-2068225d-f828-407b-8ca1-dd7cfd742508 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:57.546813 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-acb83062-8c12-4b1c-a861-cd01d287a9c1 req-2068225d-f828-407b-8ca1-dd7cfd742508 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0513248 Jun 15 22:18:57.574049 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-ad272aed-9b60-4630-89ce-2bb81e9d8f38 service neutron] 10.222.0.55 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961900 Jun 15 22:18:57.603068 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-acb83062-8c12-4b1c-a861-cd01d287a9c1 req-60917626-a451-4274-bbea-8049f546f4fb tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476716 Jun 15 22:18:57.742293 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a2746c62-4437-45d2-b2c6-b4d74b07648e req-3cd0277c-770d-4c1c-af2d-f051b03b6106 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 210 time: 0.0313444 Jun 15 22:18:58.738208 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348cab3-6a33-4a0d-938a-ebe4222f6050 req-656b1b29-94e2-43f0-8c6a-f408cc29083a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:58.740964 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b348cab3-6a33-4a0d-938a-ebe4222f6050 req-656b1b29-94e2-43f0-8c6a-f408cc29083a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0585294 Jun 15 22:18:58.799865 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b348cab3-6a33-4a0d-938a-ebe4222f6050 req-ed708100-be5e-48f7-b3d5-3f0af86b380f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515580 Jun 15 22:18:58.855060 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6df4f761-d29e-4464-9675-929ebed43d41 req-2af54f01-b039-4b82-bc35-57cb8b8ff4ae tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 210 time: 0.0346892 Jun 15 22:18:59.045446 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-9c08e2bc-ed17-47e3-b903-fb0cc4b804d5 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:59.047010 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-9c08e2bc-ed17-47e3-b903-fb0cc4b804d5 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "GET /v2.0/networks?id=9200866c-5ebf-4743-a4b5-3b5987ff8333 HTTP/1.1" status: 200 len: 813 time: 0.1148250 Jun 15 22:18:59.097598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Request body: {'port': {'device_id': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333', 'admin_state_up': True, 'tenant_id': '1c2773d61c84492fb70a7a59cffa6fdb'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:59.233414 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Made reservation on behalf of 1c2773d61c84492fb70a7a59cffa6fdb for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:18:59.237038 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:59.256381 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:59.290811 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:59.376017 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Allocated IP 172.20.0.14 (9200866c-5ebf-4743-a4b5-3b5987ff8333/9896a233-d742-4560-b1e4-38b46af19e47/a27a656b-c6ed-4f8e-85b3-8345b6f9fd45) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:18:59.543684 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks [] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:59.546429 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:59.581597 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:59.634049 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Network 9200866c-5ebf-4743-a4b5-3b5987ff8333 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:18:59.637657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:18:59.640300 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:18:59.668042 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Pushing event updated for resources: {'Port': ['ID=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:18:59.680136 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:18:59.699700 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:59.700319 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:59.718105 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-af5a5eee-8206-4379-82a7-020998e68c67 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6276786 Jun 15 22:18:59.738130 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Request body: {'port': {'device_id': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:18:59.798036 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:18:59.981800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406aa4d7-62a5-4c74-979e-df24455e748c req-62485336-465c-4f8a-93fc-8535a952857b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:59.982211 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec1412-f1ec-4b82-8d1d-33e924c4d054 req-21e53b46-d7a9-4d72-a69d-adc999a9f7bc tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:18:59.983280 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-406aa4d7-62a5-4c74-979e-df24455e748c req-62485336-465c-4f8a-93fc-8535a952857b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0791154 Jun 15 22:18:59.985261 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1cec1412-f1ec-4b82-8d1d-33e924c4d054 req-21e53b46-d7a9-4d72-a69d-adc999a9f7bc tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 932 time: 0.0531950 Jun 15 22:19:00.034136 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1cec1412-f1ec-4b82-8d1d-33e924c4d054 req-ad4604d0-d2c7-4bbe-88a5-16d17cad80a3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Jun 15 22:19:00.087974 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-406aa4d7-62a5-4c74-979e-df24455e748c req-2152c00c-1f82-4253-b83d-f3c17aa22220 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970807 Jun 15 22:19:00.152798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:19:00.161017 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Publish callbacks [] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:00.174891 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Transition to ACTIVE for port object a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:19:00.181890 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:00.475699 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Pushing event updated for resources: {'Port': ['ID=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:00.551999 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Attempting to bind port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:19:00.552450 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Attempting to bind port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:19:00.552798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Attempting to bind port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 on network 9200866c-5ebf-4743-a4b5-3b5987ff8333 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:19:00.558360 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 on network 9200866c-5ebf-4743-a4b5-3b5987ff8333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:19:00.558933 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Attempting to bind port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 on network 9200866c-5ebf-4743-a4b5-3b5987ff8333 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:19:00.564451 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:19:00.564976 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Checking segment: {'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:19:00.565172 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Bound using segment: {'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:19:00.565629 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Bound port: a27a656b-c6ed-4f8e-85b3-8345b6f9fd45, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91448024-cc8d-49cb-abb7-e71167d379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:19:00.566449 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:00.629590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:00.632970 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] For port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:19:00.636206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] For port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:19:00.644313 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:00.689041 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:00.689695 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:00.691076 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] 10.222.0.26 "PUT /v2.0/ports/a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 HTTP/1.1" status: 200 len: 1094 time: 0.9575028 Jun 15 22:19:00.691501 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'tag': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:19:00.694453 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05fa275-2097-48d2-a1a0-fbf090915aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "702ddcf0-814d-4fe5-a400-99d05b877f2d", "tag": "a27a656b-c6ed-4f8e-85b3-8345b6f9fd45"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:19:00.719028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01f6cf-7f32-4492-8bd9-efb6c3be8287 service neutron] Pushing event updated for resources: {'Port': ['ID=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:00.740048 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fc3947-2dd7-4295-b746-fdd7b584e880 x-openstack-request-id: req-57fc3947-2dd7-4295-b746-fdd7b584e880 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:19:00.740701 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702ddcf0-814d-4fe5-a400-99d05b877f2d", "tag": "a27a656b-c6ed-4f8e-85b3-8345b6f9fd45", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:19:00.740701 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57fc3947-2dd7-4295-b746-fdd7b584e880 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:19:00.740965 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57fc3947-2dd7-4295-b746-fdd7b584e880'] response: {'name': 'network-changed', 'server_uuid': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'tag': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45', 'status': 'completed', 'code': 200} Jun 15 22:19:00.822281 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5d8d079a-d9f4-4910-ac35-7026873e222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:00.823819 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5d8d079a-d9f4-4910-ac35-7026873e222b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 1128 time: 0.0447066 Jun 15 22:19:00.875889 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-2a14be1e-b093-4c70-a9de-c30ed635cf98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 HTTP/1.1" status: 200 len: 217 time: 0.0350266 Jun 15 22:19:00.932543 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5e80c8c3-3f2b-45f9-8b0c-15a0687517de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:00.934074 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-5e80c8c3-3f2b-45f9-8b0c-15a0687517de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9896a233-d742-4560-b1e4-38b46af19e47 HTTP/1.1" status: 200 len: 853 time: 0.0511098 Jun 15 22:19:00.968326 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-7421b37b-8711-4604-8edb-0bc31237f1ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9200866c-5ebf-4743-a4b5-3b5987ff8333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274708 Jun 15 22:19:00.985319 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:01.073942 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-319d38c2-f0b7-4c6a-adc0-58b04a8bc4c5 service neutron] 10.222.0.26 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970802 Jun 15 22:19:01.199286 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df521-bb3d-40bc-9242-4ff93aabca2b req-673aeeb9-c6a2-49c0-885a-13b4e0a2433c tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:01.200771 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-219df521-bb3d-40bc-9242-4ff93aabca2b req-673aeeb9-c6a2-49c0-885a-13b4e0a2433c tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 944 time: 0.0933871 Jun 15 22:19:01.212991 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1f1f7-452a-4eba-9c44-4f3be76681cd req-8ce086c4-305a-416f-beed-63820e2a35cf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:01.214525 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25c1f1f7-452a-4eba-9c44-4f3be76681cd req-8ce086c4-305a-416f-beed-63820e2a35cf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0477288 Jun 15 22:19:01.233084 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65691ad5-719a-4488-a33c-0a40fe0da4f1 req-01e14474-22c2-451b-b492-8c53cf07e533 service neutron] 10.222.0.26 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481893 Jun 15 22:19:01.269729 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-219df521-bb3d-40bc-9242-4ff93aabca2b req-f7cdc28f-8757-433f-be02-1e235841e92f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619287 Jun 15 22:19:01.273629 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-25c1f1f7-452a-4eba-9c44-4f3be76681cd req-d8eef748-25bb-45be-8740-8a0d7a58fd11 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524065 Jun 15 22:19:02.400900 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d040-8bf9-4b17-ad74-25dddf399b56 req-7f2d715f-4088-4567-8f8b-a3e889c8d13a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:02.402508 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fa2d040-8bf9-4b17-ad74-25dddf399b56 req-7f2d715f-4088-4567-8f8b-a3e889c8d13a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0514784 Jun 15 22:19:02.402662 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921229c-3128-4ba8-90e0-d8be549a1810 req-55fcac67-b3dc-41d3-825d-ac6d2f90f880 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:02.404167 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5921229c-3128-4ba8-90e0-d8be549a1810 req-55fcac67-b3dc-41d3-825d-ac6d2f90f880 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 944 time: 0.0541945 Jun 15 22:19:02.457825 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5921229c-3128-4ba8-90e0-d8be549a1810 req-fd726309-0a34-4adf-981b-c11a27644275 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Jun 15 22:19:02.458404 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fa2d040-8bf9-4b17-ad74-25dddf399b56 req-9f091881-a5e8-456f-9ba6-3aa86bf97527 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453384 Jun 15 22:19:02.811792 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-384eb5b1-cbda-4f24-8899-f8becc4ec856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:02.813308 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-384eb5b1-cbda-4f24-8899-f8becc4ec856 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 1128 time: 0.0414011 Jun 15 22:19:02.923326 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-9d506f8e-8f64-482b-986e-19b63c1b5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:02.924799 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-9d506f8e-8f64-482b-986e-19b63c1b5213 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9200866c-5ebf-4743-a4b5-3b5987ff8333 HTTP/1.1" status: 200 len: 914 time: 0.1036832 Jun 15 22:19:02.967481 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-84313c93-7c8a-4de2-a920-63a8261e92aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 HTTP/1.1" status: 200 len: 217 time: 0.0344045 Jun 15 22:19:03.021367 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-d6c1385d-0489-4048-bf36-bab77b6cbc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:03.022842 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-d6c1385d-0489-4048-bf36-bab77b6cbc23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9896a233-d742-4560-b1e4-38b46af19e47 HTTP/1.1" status: 200 len: 853 time: 0.0493953 Jun 15 22:19:03.062996 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-7452ffdb-f0e5-4eee-b07d-01312d558a4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9200866c-5ebf-4743-a4b5-3b5987ff8333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288286 Jun 15 22:19:03.166038 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-e8268fe0-2c14-47f8-b143-3fe3fd5b6fc2 service neutron] 10.222.0.26 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895386 Jun 15 22:19:03.267697 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05fa275-2097-48d2-a1a0-fbf090915aa2 req-fe98b325-f082-4930-9556-fdfdc5ab9509 service neutron] 10.222.0.26 "GET /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945010 Jun 15 22:19:03.545849 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:03.581054 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4345a-a353-4e0a-9435-edf9bdeb3599 req-f3968eb0-fe05-48bc-b3db-df4bb34f911d tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:03.582591 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08e4345a-a353-4e0a-9435-edf9bdeb3599 req-f3968eb0-fe05-48bc-b3db-df4bb34f911d tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 944 time: 0.0511959 Jun 15 22:19:03.585214 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4464e10-e29f-4cb2-95a0-b6f9c1fe2647 req-2ce13828-132f-4e51-b5dc-1ea0ab5e2dc3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:03.586929 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b4464e10-e29f-4cb2-95a0-b6f9c1fe2647 req-2ce13828-132f-4e51-b5dc-1ea0ab5e2dc3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0511942 Jun 15 22:19:03.604293 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:03.633886 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08e4345a-a353-4e0a-9435-edf9bdeb3599 req-1588d665-b65d-400a-9d14-b5f6b0e5814e tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452380 Jun 15 22:19:03.637374 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b4464e10-e29f-4cb2-95a0-b6f9c1fe2647 req-db95c338-aff4-45d1-bb7f-96fc195c568a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448160 Jun 15 22:19:03.773740 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:19:03.874921 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:03.881978 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:03.894987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45', 'network_id': '9200866c-5ebf-4743-a4b5-3b5987ff8333', 'port_id': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45', 'mac_address': 'fa:16:3e:03:61:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9896a233-d742-4560-b1e4-38b46af19e47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:19:03.932089 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:19:03.932470 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:03.946085 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:19:03.968051 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:03.973555 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:04.020252 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:04.455881 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['a27a656b-c6ed-4f8e-85b3-8345b6f9fd45'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:19:04.780880 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c69dd-ffc3-4567-882a-1233fd8c411c req-801ac1e6-d381-4d3e-9da4-197f20863115 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:04.782895 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a43c69dd-ffc3-4567-882a-1233fd8c411c req-801ac1e6-d381-4d3e-9da4-197f20863115 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0596774 Jun 15 22:19:04.841538 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a43c69dd-ffc3-4567-882a-1233fd8c411c req-aaa854a0-5e5e-492b-ac45-17adcf39f336 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517635 Jun 15 22:19:04.995456 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5dcec-b791-401f-910d-bf9ed0c3e599 req-a1f77854-4afb-4d1b-b3d2-9a9dcb3d2b2f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:04.996932 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-19d5dcec-b791-401f-910d-bf9ed0c3e599 req-a1f77854-4afb-4d1b-b3d2-9a9dcb3d2b2f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 945 time: 0.2897766 Jun 15 22:19:05.062433 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-19d5dcec-b791-401f-910d-bf9ed0c3e599 req-fa22297e-6b63-462b-9477-b2c147e37629 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594594 Jun 15 22:19:05.792478 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:19:05.835561 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:19:05.843179 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:19:05.843554 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:05.927543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:19:05.927920 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:05.955489 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:19:05.957819 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ab7d64-a2e1-447e-a69c-e51796e86f13" -d '{"events": [{"server_uuid": "702ddcf0-814d-4fe5-a400-99d05b877f2d", "name": "network-vif-plugged", "status": "completed", "tag": "a27a656b-c6ed-4f8e-85b3-8345b6f9fd45"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:19:05.972112 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:05.976591 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:05.990489 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93315c4e-ba0f-4e1e-a3e4-d11ec7d0c441 req-23789f07-0642-442d-bff8-fa0f836af28c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:05.992254 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93315c4e-ba0f-4e1e-a3e4-d11ec7d0c441 req-23789f07-0642-442d-bff8-fa0f836af28c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0657597 Jun 15 22:19:06.014340 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba547b7-6271-44f7-ba2a-08eb6724899b x-openstack-request-id: req-eba547b7-6271-44f7-ba2a-08eb6724899b {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:19:06.014676 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702ddcf0-814d-4fe5-a400-99d05b877f2d", "name": "network-vif-plugged", "status": "completed", "tag": "a27a656b-c6ed-4f8e-85b3-8345b6f9fd45", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:19:06.014863 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eba547b7-6271-44f7-ba2a-08eb6724899b {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:19:06.015257 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba547b7-6271-44f7-ba2a-08eb6724899b'] response: {'server_uuid': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45', 'code': 200} Jun 15 22:19:06.022078 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:06.038712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:06.048282 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93315c4e-ba0f-4e1e-a3e4-d11ec7d0c441 req-2d2bc213-7347-45ba-9e4c-ebca8bee498d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495489 Jun 15 22:19:06.187810 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eaf4a-8e75-47dd-b2d5-b7f77c83cc14 req-481c0393-48c2-42e1-9af8-1860863fea6e tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:06.189524 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ca8eaf4a-8e75-47dd-b2d5-b7f77c83cc14 req-481c0393-48c2-42e1-9af8-1860863fea6e tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0508211 Jun 15 22:19:06.246890 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ca8eaf4a-8e75-47dd-b2d5-b7f77c83cc14 req-1084960d-4f55-45b6-b901-12c3853faae4 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515628 Jun 15 22:19:06.279524 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461888f-ac25-4544-9452-ea2c27e75ffd req-a0d7efdb-affb-44a0-9b4e-07f043e2db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:06.281560 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1461888f-ac25-4544-9452-ea2c27e75ffd req-a0d7efdb-affb-44a0-9b4e-07f043e2db19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 1130 time: 0.0463653 Jun 15 22:19:06.338701 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1461888f-ac25-4544-9452-ea2c27e75ffd req-905ce3cc-9cb3-4fbe-9c89-7587b4a36311 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 Jun 15 22:19:07.180651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f915ea-52ce-4dd5-b55e-43afff8c6fe6 req-87eccef1-f112-4e47-a75b-16fb6542e3ec tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:07.182189 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2f915ea-52ce-4dd5-b55e-43afff8c6fe6 req-87eccef1-f112-4e47-a75b-16fb6542e3ec tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0528798 Jun 15 22:19:07.237608 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2f915ea-52ce-4dd5-b55e-43afff8c6fe6 req-2df91e71-9101-4e82-b6c0-ad0076ba2fa6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494394 Jun 15 22:19:07.389873 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49da70b-23b7-4b6c-a63d-b0d251469113 req-f182aaeb-d288-4642-8db2-c0f0b24fa0cb tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:07.391436 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a49da70b-23b7-4b6c-a63d-b0d251469113 req-f182aaeb-d288-4642-8db2-c0f0b24fa0cb tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0671215 Jun 15 22:19:07.436022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:07.459305 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a49da70b-23b7-4b6c-a63d-b0d251469113 req-c38e0402-c0cd-4516-962b-78e8b870b75b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600996 Jun 15 22:19:08.367864 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edd1e3-c370-40c6-8bb9-e584ffdbad92 req-66a6851d-8580-4cfe-84b0-43ea906b2343 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:08.369499 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d6edd1e3-c370-40c6-8bb9-e584ffdbad92 req-66a6851d-8580-4cfe-84b0-43ea906b2343 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0518258 Jun 15 22:19:08.427737 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d6edd1e3-c370-40c6-8bb9-e584ffdbad92 req-e5951bc3-832d-48ad-8523-4cc011f88bdf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522785 Jun 15 22:19:08.583096 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d130027-d887-491d-abf4-7852462b840a req-0ba395f4-d573-4d4b-ac9f-2f619bf071d5 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:08.584606 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1d130027-d887-491d-abf4-7852462b840a req-0ba395f4-d573-4d4b-ac9f-2f619bf071d5 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0498366 Jun 15 22:19:08.633454 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1d130027-d887-491d-abf4-7852462b840a req-091ecbb2-dcf0-4388-a9c1-aba9fe7fa067 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 Jun 15 22:19:09.579383 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aeca5-91ae-4325-a393-93c736aa181a req-944662a4-f15e-4aa1-8ffa-705020afb401 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:09.581126 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-696aeca5-91ae-4325-a393-93c736aa181a req-944662a4-f15e-4aa1-8ffa-705020afb401 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0557725 Jun 15 22:19:09.637854 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-696aeca5-91ae-4325-a393-93c736aa181a req-8553c50f-b89d-4eb8-907b-e074ebb747be tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506463 Jun 15 22:19:09.760108 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947fea-528f-431d-99b9-9708ad1261bb req-6b072ff6-462b-4634-9d73-0083c8bc8974 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:09.761566 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-45947fea-528f-431d-99b9-9708ad1261bb req-6b072ff6-462b-4634-9d73-0083c8bc8974 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0535743 Jun 15 22:19:09.828130 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-45947fea-528f-431d-99b9-9708ad1261bb req-5bfae688-4350-494b-bd0e-3da3634c3c3f tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605071 Jun 15 22:19:09.829156 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:19:09.915315 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:09.937623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:09.950369 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'port_id': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'mac_address': 'fa:16:3e:9f:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:19:09.985591 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: ACTIVE; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:19:09.985974 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:10.003370 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:19:10.025016 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:10.035432 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:10.080788 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:10.092606 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=6']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:10.281168 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:19:10.774594 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87033ae-ddff-44e4-be6a-f2941e38654e req-0f8b5255-9ad3-473e-812e-a758d8295f25 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:10.777009 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e87033ae-ddff-44e4-be6a-f2941e38654e req-0f8b5255-9ad3-473e-812e-a758d8295f25 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 944 time: 0.0570045 Jun 15 22:19:10.828963 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e87033ae-ddff-44e4-be6a-f2941e38654e req-373d1092-3c7f-4f65-9e23-cb2785b28ebf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Jun 15 22:19:11.829205 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:19:11.888082 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:19:11.888453 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:11.963310 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732894b-2d77-441b-87d3-3149ca86db30 req-a1c9338a-f876-41da-b52c-637c38af8e36 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:11.965146 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0732894b-2d77-441b-87d3-3149ca86db30 req-a1c9338a-f876-41da-b52c-637c38af8e36 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 944 time: 0.0524673 Jun 15 22:19:11.969017 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:19:11.969561 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:11.996814 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:19:11.999485 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d4f4ba-61de-4749-a6c3-6c9efa9201bd" -d '{"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:19:12.016995 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:12.023312 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:12.027168 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0732894b-2d77-441b-87d3-3149ca86db30 req-f69a6276-6ba1-417d-9d6e-08cd6e7e308b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533524 Jun 15 22:19:12.052765 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd6fd8-f5d5-4035-8b54-87a065d8ef39 x-openstack-request-id: req-00dd6fd8-f5d5-4035-8b54-87a065d8ef39 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:19:12.053069 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:19:12.053360 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00dd6fd8-f5d5-4035-8b54-87a065d8ef39 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:19:12.053748 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dd6fd8-f5d5-4035-8b54-87a065d8ef39'] response: {'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'code': 200} Jun 15 22:19:12.081156 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=7']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:13.179871 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c50022-746b-4f44-a779-0d5cef7256bc req-edd457de-208b-4d9c-a081-894d9a8340c6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:13.181513 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-54c50022-746b-4f44-a779-0d5cef7256bc req-edd457de-208b-4d9c-a081-894d9a8340c6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0598509 Jun 15 22:19:13.235053 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-54c50022-746b-4f44-a779-0d5cef7256bc req-9e07e6e8-77c3-4498-872d-0b7951508794 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477419 Jun 15 22:19:13.793676 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a57038a8-0599-4195-9fd5-5681311c00e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:14.168505 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:14.169511 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:14.368297 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b5fed-206d-4d60-9f0c-2a4e0bc34d12 req-8e2beb17-6617-4221-bce8-19d2b71bdc01 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:14.370089 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-055b5fed-206d-4d60-9f0c-2a4e0bc34d12 req-8e2beb17-6617-4221-bce8-19d2b71bdc01 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0537124 Jun 15 22:19:14.452228 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-055b5fed-206d-4d60-9f0c-2a4e0bc34d12 req-2bc35efe-03d0-43db-84d9-4e31566624f2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713480 Jun 15 22:19:15.453127 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45000) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:19:15.663055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a735d8-7b94-483f-bda7-e5087f8cdcdc req-81d217c3-efa3-4c2b-b216-3755d616c565 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:15.665188 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d0a735d8-7b94-483f-bda7-e5087f8cdcdc req-81d217c3-efa3-4c2b-b216-3755d616c565 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.1062152 Jun 15 22:19:15.704234 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:15.750124 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d0a735d8-7b94-483f-bda7-e5087f8cdcdc req-5c3081f4-f583-4368-8e14-32192a1ebddb tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656979 Jun 15 22:19:15.845634 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Publish callbacks [] for security_group (96165eb9-cdec-4e6b-a298-d718ef805227), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:15.850309 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (96165eb9-cdec-4e6b-a298-d718ef805227), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:15.870053 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:15.883526 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96165eb9-cdec-4e6b-a298-d718ef805227,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:15.901513 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.902055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.902572 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.903094 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.903545 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.903926 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.904296 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.904671 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.905434 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.905831 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.906210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.906617 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.906993 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.908489 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.908489 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:15.916939 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45008) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:19:15.919264 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1966ce62-9c8f-495f-a2e5-ac4a85b9b7e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=374e299de0ed4c39bb0c68f2f94c6b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4589722 Jun 15 22:19:15.986290 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fe07803-eb51-4f2a-8450-db50a7908927 admin admin] Publish callbacks [] for security_group (96165eb9-cdec-4e6b-a298-d718ef805227), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:16.014282 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fe07803-eb51-4f2a-8450-db50a7908927 admin admin] Publish callbacks [] for security_group (96165eb9-cdec-4e6b-a298-d718ef805227), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:16.032874 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:16.034714 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5d18948d-8553-4e76-a3ec-0d3453791cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:16.077967 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fe07803-eb51-4f2a-8450-db50a7908927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (96165eb9-cdec-4e6b-a298-d718ef805227), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:16.080917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fe07803-eb51-4f2a-8450-db50a7908927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:16.082344 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3fe07803-eb51-4f2a-8450-db50a7908927 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96165eb9-cdec-4e6b-a298-d718ef805227 HTTP/1.1" status: 204 len: 168 time: 0.1643808 Jun 15 22:19:16.091697 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe07803-eb51-4f2a-8450-db50a7908927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96165eb9-cdec-4e6b-a298-d718ef805227,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:16.891256 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64b029-8f6d-4e16-aa53-8811ea907cba req-3348f7a1-4490-4505-991b-b115432d541d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:16.892746 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c64b029-8f6d-4e16-aa53-8811ea907cba req-3348f7a1-4490-4505-991b-b115432d541d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0594170 Jun 15 22:19:16.958611 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c64b029-8f6d-4e16-aa53-8811ea907cba req-8bab06c9-ec63-40f2-8c77-0f27ae1ab58c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597489 Jun 15 22:19:17.600078 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:18.104431 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea0c3c-7013-470f-a321-520097891bd1 req-0faa22a7-d73e-434a-81fd-c666b315c760 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:18.106067 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-edea0c3c-7013-470f-a321-520097891bd1 req-0faa22a7-d73e-434a-81fd-c666b315c760 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0544453 Jun 15 22:19:18.177764 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-edea0c3c-7013-470f-a321-520097891bd1 req-fe564df9-7633-423e-8cbd-ddc2cb919660 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646200 Jun 15 22:19:19.299686 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:19.335536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883306be-cad6-4c85-84ac-f9c23cc04ec4 req-4bd026c3-e226-42c3-a32b-a48d22c54394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:19.337112 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-883306be-cad6-4c85-84ac-f9c23cc04ec4 req-4bd026c3-e226-42c3-a32b-a48d22c54394 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0687115 Jun 15 22:19:19.423920 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-883306be-cad6-4c85-84ac-f9c23cc04ec4 req-20569416-b9d7-418b-9642-6b90f7d6391b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800383 Jun 15 22:19:19.514938 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:20.559094 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5de450-697e-42fc-a3f6-08b6b4341434 req-8b2e01d5-1148-4afc-9302-ab44a5f46929 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:20.561587 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4a5de450-697e-42fc-a3f6-08b6b4341434 req-8b2e01d5-1148-4afc-9302-ab44a5f46929 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0557718 Jun 15 22:19:20.620008 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4a5de450-697e-42fc-a3f6-08b6b4341434 req-abb07514-f62c-40f7-b589-ed47e71148fe tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511670 Jun 15 22:19:21.784328 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568ab0-ccab-4797-a486-ca6315d80f16 req-d064893c-5d8f-4afa-a714-54f55a4124ab tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:21.785961 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-98568ab0-ccab-4797-a486-ca6315d80f16 req-d064893c-5d8f-4afa-a714-54f55a4124ab tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Jun 15 22:19:21.843195 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-98568ab0-ccab-4797-a486-ca6315d80f16 req-a479d653-a76b-4584-9794-548c4d0f4642 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491526 Jun 15 22:19:22.946645 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:22.993025 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199370da-4c45-486e-bb7c-cfcab7a50a15 req-861a38d1-e466-4af0-a888-b243159bd1b7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:23.000350 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-199370da-4c45-486e-bb7c-cfcab7a50a15 req-861a38d1-e466-4af0-a888-b243159bd1b7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0619845 Jun 15 22:19:23.072237 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-199370da-4c45-486e-bb7c-cfcab7a50a15 req-1dd3df43-3072-484f-9ba7-cbc6bfb02f24 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693202 Jun 15 22:19:23.184498 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:19:24.161627 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:24.212348 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960629-81ce-4c92-b633-7040aed41ac7 req-836c47c1-343b-4d89-a388-9ffe29a81d35 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:24.214044 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be960629-81ce-4c92-b633-7040aed41ac7 req-836c47c1-343b-4d89-a388-9ffe29a81d35 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0635576 Jun 15 22:19:24.268027 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-be960629-81ce-4c92-b633-7040aed41ac7 req-353b6de3-dbc1-49c4-87b5-9925229bc4c7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482213 Jun 15 22:19:25.410175 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018dc18-3d6d-4342-9422-3c1f144f9779 req-c7e93d71-a0f5-4ef0-b4f6-4bc194ed1cdd tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:25.411664 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1018dc18-3d6d-4342-9422-3c1f144f9779 req-c7e93d71-a0f5-4ef0-b4f6-4bc194ed1cdd tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0586350 Jun 15 22:19:25.471387 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1018dc18-3d6d-4342-9422-3c1f144f9779 req-ebba3083-f8ad-49ce-a8fd-20d15452bd30 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473869 Jun 15 22:19:26.611701 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f11df-8a08-4c8b-813c-51ef52f51745 req-1cf52a28-2218-4fb7-9213-15381e7d1b94 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:26.613257 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-643f11df-8a08-4c8b-813c-51ef52f51745 req-1cf52a28-2218-4fb7-9213-15381e7d1b94 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0501637 Jun 15 22:19:26.664943 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-643f11df-8a08-4c8b-813c-51ef52f51745 req-b4bcbabf-2ee7-4a82-99c3-ced27dafbd77 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457568 Jun 15 22:19:27.020753 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a31765-0995-44f0-9296-3623ef81ec1c req-1378b9fd-2979-485f-bdae-4d9440004c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.022341 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13a31765-0995-44f0-9296-3623ef81ec1c req-1378b9fd-2979-485f-bdae-4d9440004c05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 1129 time: 0.0687730 Jun 15 22:19:27.024297 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-a367b5b3-3093-4912-85fb-d29055dbe0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793257 Jun 15 22:19:27.147237 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-c9711171-bc3a-42ea-b83b-b531f9023d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.148758 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-c9711171-bc3a-42ea-b83b-b531f9023d34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 1130 time: 0.0812418 Jun 15 22:19:27.197916 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a31765-0995-44f0-9296-3623ef81ec1c req-59d3bf48-ac2d-46bc-b9f2-35e7efd16ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.199468 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13a31765-0995-44f0-9296-3623ef81ec1c req-59d3bf48-ac2d-46bc-b9f2-35e7efd16ebc service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.1516147 Jun 15 22:19:27.309092 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13a31765-0995-44f0-9296-3623ef81ec1c req-4dadab52-4c02-4806-90d7-dd3b8ef3ecc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e HTTP/1.1" status: 200 len: 1000 time: 0.1029575 Jun 15 22:19:27.351621 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-413fc172-4728-434b-bb1b-fb8c498710f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.353150 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-413fc172-4728-434b-bb1b-fb8c498710f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.1776748 Jun 15 22:19:27.411141 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a31765-0995-44f0-9296-3623ef81ec1c req-cc3a620d-69ce-471c-bf63-17300bc820db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.412627 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13a31765-0995-44f0-9296-3623ef81ec1c req-cc3a620d-69ce-471c-bf63-17300bc820db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.0973563 Jun 15 22:19:27.457781 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-05c42224-8e33-4ee4-81f5-751d41473519 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=310ea2f0-df91-4235-8abb-98fd6be92641 HTTP/1.1" status: 200 len: 1002 time: 0.0973947 Jun 15 22:19:27.476700 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a31765-0995-44f0-9296-3623ef81ec1c req-4002be7d-425a-4f3e-912f-521425b25b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.478355 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13a31765-0995-44f0-9296-3623ef81ec1c req-4002be7d-425a-4f3e-912f-521425b25b6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576541 Jun 15 22:19:27.510856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:27.547446 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-005da8f0-7fea-4493-a3a6-2ee0ca61fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.548935 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-005da8f0-7fea-4493-a3a6-2ee0ca61fd57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0836666 Jun 15 22:19:27.629853 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-57d2610e-66ca-4b28-a1db-2d40a540e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.631241 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-57d2610e-66ca-4b28-a1db-2d40a540e6ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548515 Jun 15 22:19:27.652007 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13a31765-0995-44f0-9296-3623ef81ec1c req-c6ac941d-aac8-4b77-a362-4e036ca9a08d service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557696 Jun 15 22:19:27.775453 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:27.795758 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052fcfc-82f8-4eb8-824e-0f87d01512bd req-65a6663d-619c-4cd7-a37a-358ee2a21a25 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:27.797313 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e052fcfc-82f8-4eb8-824e-0f87d01512bd req-65a6663d-619c-4cd7-a37a-358ee2a21a25 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0522661 Jun 15 22:19:27.807480 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-8ed52629-a44c-4034-a293-114b50b8e525 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681745 Jun 15 22:19:27.813119 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-13a31765-0995-44f0-9296-3623ef81ec1c req-f7fdb92a-bdf9-42f9-ad09-377612ff174e service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507998 Jun 15 22:19:27.849795 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e052fcfc-82f8-4eb8-824e-0f87d01512bd req-fd77d2fc-2c1a-4305-835d-2d065f99dab4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450757 Jun 15 22:19:27.908304 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b82b8e56-d73c-4f5d-b7cd-fe2531e7af8e req-59e80d1e-0ed8-4fee-b5b0-06668eb8ada6 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938663 Jun 15 22:19:28.984502 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6b28-6f2f-484b-a611-0364a49dab72 req-74564dae-b339-4ea8-a24c-9f6c8a3aadf4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:28.986132 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d37f6b28-6f2f-484b-a611-0364a49dab72 req-74564dae-b339-4ea8-a24c-9f6c8a3aadf4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 945 time: 0.0580359 Jun 15 22:19:29.041617 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d37f6b28-6f2f-484b-a611-0364a49dab72 req-7192a661-9bf0-44d1-8868-0c94802efdbe tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492246 Jun 15 22:19:29.285783 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:29.883620 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:19:29.973164 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: ACTIVE; New status is: DOWN {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:19:29.973501 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:30.000260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:19:30.002931 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1690e718-025d-4116-aa48-441e740ce5be" -d '{"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:19:30.020195 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:30.026615 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:30.072294 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290309b8-b21b-41eb-b014-9d4fc74657e4 x-openstack-request-id: req-290309b8-b21b-41eb-b014-9d4fc74657e4 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:19:30.072838 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-unplugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:19:30.073270 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-290309b8-b21b-41eb-b014-9d4fc74657e4 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:19:30.074024 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290309b8-b21b-41eb-b014-9d4fc74657e4'] response: {'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'code': 200} Jun 15 22:19:30.102624 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:30.126173 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=8']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:30.213761 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857baf0-058c-43e7-b758-c24d2b0aab82 req-f567e1e2-e43b-490f-b234-5ab772daf21c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:30.215499 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0857baf0-058c-43e7-b758-c24d2b0aab82 req-f567e1e2-e43b-490f-b234-5ab772daf21c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0621033 Jun 15 22:19:30.295940 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0857baf0-058c-43e7-b758-c24d2b0aab82 req-45255350-fd27-4365-9c18-6db2c23639e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734560 Jun 15 22:19:30.882492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-b1ed9eb0-b579-4c13-a0b9-417d27f4dafe req-60b77ba8-0133-429b-82aa-aeef283ee675 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:19:30.883975 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b1ed9eb0-b579-4c13-a0b9-417d27f4dafe req-60b77ba8-0133-429b-82aa-aeef283ee675 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092912 Jun 15 22:19:31.085170 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9084-e31f-4506-b1bc-df53a68bb446 req-614781b4-1817-49ee-bf45-fbdbc8ab336c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:31.087670 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-02ed9084-e31f-4506-b1bc-df53a68bb446 req-614781b4-1817-49ee-bf45-fbdbc8ab336c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0612702 Jun 15 22:19:31.142833 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-02ed9084-e31f-4506-b1bc-df53a68bb446 req-9a06c06f-a0c3-4fa9-8c65-fc21a341df4f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488183 Jun 15 22:19:31.619148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45162) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:19:31.713231 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-564edad2-2dc3-4740-9fe8-c7be8d7b86e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927362 Jun 15 22:19:31.723643 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-bc76fbaf-da0e-45e4-9903-7bf21b7548b8 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:19:31.724633 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-bc76fbaf-da0e-45e4-9903-7bf21b7548b8 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055747 Jun 15 22:19:31.811463 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45170) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:19:31.931279 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-266baeca-6e34-4d39-ad1f-32afc9e2d72d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:31.933458 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-266baeca-6e34-4d39-ad1f-32afc9e2d72d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports/eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e HTTP/1.1" status: 200 len: 940 time: 0.1210406 Jun 15 22:19:32.572759 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744011d-9896-4e91-8088-1e72bef0f991 req-71e0519d-aaaf-48c0-a045-66a8b3a411da tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:32.574471 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b744011d-9896-4e91-8088-1e72bef0f991 req-71e0519d-aaaf-48c0-a045-66a8b3a411da tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.3308764 Jun 15 22:19:32.627114 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b744011d-9896-4e91-8088-1e72bef0f991 req-1b2daaea-650c-4b5c-a3a0-fa4874e91a0d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462704 Jun 15 22:19:32.634463 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa91a5-d40e-42bc-aa16-b7201a826447 req-3204fca5-a30c-4723-8a3c-b6879c52be2b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:32.636894 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0ffa91a5-d40e-42bc-aa16-b7201a826447 req-3204fca5-a30c-4723-8a3c-b6879c52be2b tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0577247 Jun 15 22:19:32.696980 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0ffa91a5-d40e-42bc-aa16-b7201a826447 req-cfa828ee-7459-4f40-97dc-07be87552425 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540404 Jun 15 22:19:33.184921 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:33.759012 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1d83f-6574-4890-b9d1-d2377da5fd27 req-663950b5-041f-4334-9bf1-50dd01705323 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:33.760533 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-53a1d83f-6574-4890-b9d1-d2377da5fd27 req-663950b5-041f-4334-9bf1-50dd01705323 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0477159 Jun 15 22:19:33.810834 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-53a1d83f-6574-4890-b9d1-d2377da5fd27 req-948517b0-cd7a-419c-88b0-d95aaca05a12 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440626 Jun 15 22:19:33.814932 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7743913-86e0-497b-ab70-2f68e8313d1e req-f3790bde-25c2-4be9-b389-2c430c201de2 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:33.816449 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b7743913-86e0-497b-ab70-2f68e8313d1e req-f3790bde-25c2-4be9-b389-2c430c201de2 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0480249 Jun 15 22:19:33.863729 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b7743913-86e0-497b-ab70-2f68e8313d1e req-9f5c68fb-0017-424d-97c9-a22986dbb53c tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Jun 15 22:19:33.905768 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:19:33.994300 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:33.998086 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: DOWN; New status is: DOWN {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:19:34.585494 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-1486a2af-4d26-4658-a231-5a51204cea04 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:34.587053 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-1486a2af-4d26-4658-a231-5a51204cea04 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0540633 Jun 15 22:19:34.642521 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:34.694881 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Deleting port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:19:34.695219 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:34.805510 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] For port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,segment=NetworkSegment(91448024-cc8d-49cb-abb7-e71167d379e1),segment_id=91448024-cc8d-49cb-abb7-e71167d379e1)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:34.806483 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:34.822998 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Calling delete_port for a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:19:34.917895 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:34.998688 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1d4fa-efed-45fc-ab92-76c23268da5e req-0810e99c-690c-44e6-b044-52b6fb28059d tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:35.000342 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-87d1d4fa-efed-45fc-ab92-76c23268da5e req-0810e99c-690c-44e6-b044-52b6fb28059d tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/ports?device_id=702ddcf0-814d-4fe5-a400-99d05b877f2d HTTP/1.1" status: 200 len: 946 time: 0.0561538 Jun 15 22:19:35.021167 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e329ca-5a4d-4d98-a527-59b0f6754f1e req-a4f45e39-744e-4f61-b864-06664be0cf5b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:35.022786 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0e329ca-5a4d-4d98-a527-59b0f6754f1e req-a4f45e39-744e-4f61-b864-06664be0cf5b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0728197 Jun 15 22:19:35.028989 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (a27a656b-c6ed-4f8e-85b3-8345b6f9fd45), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:35.063316 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-87d1d4fa-efed-45fc-ab92-76c23268da5e req-2e23b1bc-b059-4cf2-a0a1-bec803201b74 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.55 "GET /v2.0/security-groups?id=ec0c0566-cd44-444b-930f-4e6cd9456a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545528 Jun 15 22:19:35.077922 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['a27a656b-c6ed-4f8e-85b3-8345b6f9fd45'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:19:35.083421 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Pushing event deleted for resources: {'Port': ['ID=a27a656b-c6ed-4f8e-85b3-8345b6f9fd45,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:35.132005 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.132218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.132555 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.132886 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.133248 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.133666 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.134020 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.134340 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.134708 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.135027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.135347 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.135661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.135975 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.136334 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.136645 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:35.169858 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] No DVR routers for this DVR port a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:19:35.174602 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c0e329ca-5a4d-4d98-a527-59b0f6754f1e req-58928308-e409-4165-9602-0d5bd641718e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385572 Jun 15 22:19:35.175662 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:35.178859 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-013461cd-d573-470f-ba28-0bc5c67e3cf5 req-c32e8f70-b47d-4904-8397-c51bf34140c3 tempest-VolumesSnapshotTestJSON-818221989 tempest-VolumesSnapshotTestJSON-818221989-project] 10.222.0.26 "DELETE /v2.0/ports/a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 HTTP/1.1" status: 204 len: 173 time: 0.5853367 Jun 15 22:19:35.179301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'name': 'network-vif-deleted', 'tag': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:19:35.181607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6552ad90-880e-414b-9a8f-3ec49bd520be" -d '{"events": [{"server_uuid": "702ddcf0-814d-4fe5-a400-99d05b877f2d", "name": "network-vif-deleted", "tag": "a27a656b-c6ed-4f8e-85b3-8345b6f9fd45"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:19:35.219477 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2b0208-7c0c-4cb7-8e31-86cf910dfa71 x-openstack-request-id: req-4a2b0208-7c0c-4cb7-8e31-86cf910dfa71 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:19:35.219805 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702ddcf0-814d-4fe5-a400-99d05b877f2d", "name": "network-vif-deleted", "tag": "a27a656b-c6ed-4f8e-85b3-8345b6f9fd45", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:19:35.220451 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a2b0208-7c0c-4cb7-8e31-86cf910dfa71 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:19:35.220887 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2b0208-7c0c-4cb7-8e31-86cf910dfa71'] response: {'server_uuid': '702ddcf0-814d-4fe5-a400-99d05b877f2d', 'name': 'network-vif-deleted', 'tag': 'a27a656b-c6ed-4f8e-85b3-8345b6f9fd45', 'status': 'completed', 'code': 200} Jun 15 22:19:35.537590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-2a6c7f31-691d-4876-822a-5c61ca31d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:35.539215 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-2a6c7f31-691d-4876-822a-5c61ca31d818 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0&tenant_id=1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 1127 time: 0.0742700 Jun 15 22:19:35.622166 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-9efb2bcc-8398-4528-9e0c-8d6720961500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:35.623698 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-9efb2bcc-8398-4528-9e0c-8d6720961500 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 1127 time: 0.0431457 Jun 15 22:19:36.033443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-651d579a-87bf-4c6f-a86a-9c04626080a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:36.035283 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-651d579a-87bf-4c6f-a86a-9c04626080a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.1391451 Jun 15 22:19:36.126100 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-f5da26da-c109-4289-b22a-a61941d2d2af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e HTTP/1.1" status: 200 len: 998 time: 0.0695801 Jun 15 22:19:36.184195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-9d7e1f12-9200-4fa6-ba68-0e7d9fd2bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:36.185934 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-9d7e1f12-9200-4fa6-ba68-0e7d9fd2bf5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.0531633 Jun 15 22:19:36.258715 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-b4ed5845-e2cc-4f52-97c1-685343b4abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:36.261873 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-b4ed5845-e2cc-4f52-97c1-685343b4abe4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682869 Jun 15 22:19:36.363620 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4ef4d-47b5-47d5-9016-bcd56fafff0b req-ca457c53-c59a-475c-acd5-a9fe77ef3f8b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:36.367904 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7eb4ef4d-47b5-47d5-9016-bcd56fafff0b req-ca457c53-c59a-475c-acd5-a9fe77ef3f8b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0941198 Jun 15 22:19:36.391292 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-96687aa2-1ae5-4568-b51a-b64ca60a1341 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218379 Jun 15 22:19:36.467010 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7eb4ef4d-47b5-47d5-9016-bcd56fafff0b req-df454e11-8e33-4e94-ae92-b3d789003cfe tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891225 Jun 15 22:19:36.573898 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-2a94292f-d1e7-4d74-bd0f-59a36c599e1e service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708994 Jun 15 22:19:37.653411 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:37.678508 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f045-cbe4-41be-9d13-c7167d4cb11b req-549ba74a-3e8b-4259-b035-445736c932ed tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:37.680490 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4320f045-cbe4-41be-9d13-c7167d4cb11b req-549ba74a-3e8b-4259-b035-445736c932ed tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0785751 Jun 15 22:19:37.775169 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4320f045-cbe4-41be-9d13-c7167d4cb11b req-a3dd66c0-d221-4850-9bb2-9097e6f52bdf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804489 Jun 15 22:19:37.927272 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:19:37.949266 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:19:37.949685 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device a27a656b-c6ed-4f8e-85b3-8345b6f9fd45 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:19:38.951272 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cd67d-2139-43a4-8ac4-fcda94f52174 req-4bef9485-fdbe-47cd-92ea-8c9b1d521f59 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:38.953067 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b91cd67d-2139-43a4-8ac4-fcda94f52174 req-4bef9485-fdbe-47cd-92ea-8c9b1d521f59 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0589209 Jun 15 22:19:39.029092 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b91cd67d-2139-43a4-8ac4-fcda94f52174 req-77bc601d-b185-4faf-ae88-a6f4a9874253 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622222 Jun 15 22:19:40.185201 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c87c1-44c9-464a-b487-1a71abe532fc req-227d88ea-2e9b-44c6-b4ea-ca0691ec6aca tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:40.186798 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd1c87c1-44c9-464a-b487-1a71abe532fc req-227d88ea-2e9b-44c6-b4ea-ca0691ec6aca tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0627327 Jun 15 22:19:40.293431 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-bd1c87c1-44c9-464a-b487-1a71abe532fc req-302f86fc-e2a1-459c-a68f-edba758a2dc8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982878 Jun 15 22:19:41.434750 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:41.455037 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6880-a0ca-4aa6-b6c7-5459a51df158 req-d6d658a7-7d0a-412f-b232-80b742b75549 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:41.457743 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-921c6880-a0ca-4aa6-b6c7-5459a51df158 req-d6d658a7-7d0a-412f-b232-80b742b75549 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0752411 Jun 15 22:19:41.521374 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-921c6880-a0ca-4aa6-b6c7-5459a51df158 req-ad8c38cf-36d2-46ce-a38a-3515a312c210 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573032 Jun 15 22:19:42.697056 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e6f8e-a377-475f-857d-a9669e230ba0 req-cebed22a-a7ab-4ce5-874f-3c5ddea4d0c2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:42.699223 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-081e6f8e-a377-475f-857d-a9669e230ba0 req-cebed22a-a7ab-4ce5-874f-3c5ddea4d0c2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0694468 Jun 15 22:19:42.765262 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-081e6f8e-a377-475f-857d-a9669e230ba0 req-96163a6c-1b77-4fea-89b9-5a8773491be2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597587 Jun 15 22:19:43.828795 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bd924f07-3664-4e44-9d8d-ecc48507192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:43.979773 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a02928-956f-43cc-8d0a-269b64af58bc req-e7e9c569-5454-4c20-9ac4-4fd0a8961c73 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:43.981570 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68a02928-956f-43cc-8d0a-269b64af58bc req-e7e9c569-5454-4c20-9ac4-4fd0a8961c73 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0625384 Jun 15 22:19:44.061791 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68a02928-956f-43cc-8d0a-269b64af58bc req-56296dc0-9af0-49ba-b809-67cb58240e09 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738089 Jun 15 22:19:44.259779 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebb3f9-06be-416c-a86f-32ca52acde6f req-a3aad7f4-8edf-4fe4-a7bc-832e7521123d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:44.265637 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6aebb3f9-06be-416c-a86f-32ca52acde6f req-a3aad7f4-8edf-4fe4-a7bc-832e7521123d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0839188 Jun 15 22:19:44.335573 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6aebb3f9-06be-416c-a86f-32ca52acde6f req-52595a0c-dea5-44ea-8961-57e009dbb451 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642467 Jun 15 22:19:45.331277 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf438-734e-4766-9a9d-d90d85b1d7e9 req-7f2b725b-fb36-4514-b4a3-b449035e3ec6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:45.334271 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2baaf438-734e-4766-9a9d-d90d85b1d7e9 req-7f2b725b-fb36-4514-b4a3-b449035e3ec6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.1059492 Jun 15 22:19:45.510752 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2baaf438-734e-4766-9a9d-d90d85b1d7e9 req-9f715f20-5b01-46bb-850b-9d4eeb92b8e7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589825 Jun 15 22:19:45.741651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be41a4f-1b28-4bdb-a143-4ab024ececf0 req-5aaeba4e-5528-4264-a2b5-3b5dc345a611 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:45.743206 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2be41a4f-1b28-4bdb-a143-4ab024ececf0 req-5aaeba4e-5528-4264-a2b5-3b5dc345a611 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0505776 Jun 15 22:19:45.805194 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2be41a4f-1b28-4bdb-a143-4ab024ececf0 req-05a95409-c205-45a7-be9f-46542081decb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540397 Jun 15 22:19:46.031505 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f811f423-2029-4b0c-a4f8-43c8afc1d537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:46.672597 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f50b-6a07-4e5b-9606-27cc3b5e71fe req-572c3c6b-f2c5-41ac-9ea6-9e29a5e50ea3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:46.674960 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb30f50b-6a07-4e5b-9606-27cc3b5e71fe req-572c3c6b-f2c5-41ac-9ea6-9e29a5e50ea3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0676420 Jun 15 22:19:46.739289 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb30f50b-6a07-4e5b-9606-27cc3b5e71fe req-074bd75c-c0f7-4962-9dd2-08ff3fb73571 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577424 Jun 15 22:19:46.988148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d9bce-6994-4c67-9d44-60e54ec55de7 req-052805cd-23c7-4f2c-830f-4718af61b441 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:46.990495 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b04d9bce-6994-4c67-9d44-60e54ec55de7 req-052805cd-23c7-4f2c-830f-4718af61b441 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0937426 Jun 15 22:19:47.074139 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b04d9bce-6994-4c67-9d44-60e54ec55de7 req-9c7aeb3b-15f7-420d-b781-045bbb97addb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763762 Jun 15 22:19:47.599613 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:47.903713 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4c1d5-f89f-4b27-8a27-8c8c433c1e7b req-e982bbd8-8cad-44cd-89a4-21bc562fa4b6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:47.906873 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3a4c1d5-f89f-4b27-8a27-8c8c433c1e7b req-e982bbd8-8cad-44cd-89a4-21bc562fa4b6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0724800 Jun 15 22:19:47.990177 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d3a4c1d5-f89f-4b27-8a27-8c8c433c1e7b req-10c72a71-aa37-4ae2-9355-e77390203372 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771360 Jun 15 22:19:48.201805 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1867ee-bd0e-4d6d-ac29-8a988c1eaed3 req-3b5e2723-4690-4166-b870-b8d54027462a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:48.203482 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd1867ee-bd0e-4d6d-ac29-8a988c1eaed3 req-3b5e2723-4690-4166-b870-b8d54027462a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0549378 Jun 15 22:19:48.263931 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd1867ee-bd0e-4d6d-ac29-8a988c1eaed3 req-0161021c-b5cd-44be-a8eb-f7d440c72890 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545261 Jun 15 22:19:49.016268 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:49.024415 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:49.111340 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:49.123277 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd26d6-fb01-4a95-b2f2-93a5afbfedb2 req-a418da70-058d-48d1-b182-2efd4e18039b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:49.124923 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24fd26d6-fb01-4a95-b2f2-93a5afbfedb2 req-a418da70-058d-48d1-b182-2efd4e18039b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0530248 Jun 15 22:19:49.190642 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:49.196335 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24fd26d6-fb01-4a95-b2f2-93a5afbfedb2 req-287af084-617f-4c29-9f79-7aa90377d965 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650718 Jun 15 22:19:49.276005 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:49.352397 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:49.402738 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1807d-b35d-45c1-90f9-4399152e1b4a req-e207dbe8-8aaf-4ead-afce-df5fc4ecf257 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:49.404464 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dce1807d-b35d-45c1-90f9-4399152e1b4a req-e207dbe8-8aaf-4ead-afce-df5fc4ecf257 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Jun 15 22:19:49.462100 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dce1807d-b35d-45c1-90f9-4399152e1b4a req-50d4e8fe-5c1c-4b75-aa7b-300c3e408ad6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475502 Jun 15 22:19:50.357163 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb77412-cd5b-4b2b-81bb-efe6a380a699 req-94b4b4f4-6dbc-4692-9d89-592c5785375f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:50.358885 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb77412-cd5b-4b2b-81bb-efe6a380a699 req-94b4b4f4-6dbc-4692-9d89-592c5785375f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0580235 Jun 15 22:19:50.418208 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1eb77412-cd5b-4b2b-81bb-efe6a380a699 req-96523f6b-8a71-4ebe-92ec-23b8932efeb1 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518463 Jun 15 22:19:50.599612 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec13113-a8f0-49ca-9fbb-704451775486 req-49281d84-5ba6-44ac-81a5-199e37742a01 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:50.601316 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aec13113-a8f0-49ca-9fbb-704451775486 req-49281d84-5ba6-44ac-81a5-199e37742a01 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0539505 Jun 15 22:19:50.662390 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aec13113-a8f0-49ca-9fbb-704451775486 req-d710e28a-8e86-49ac-a19a-f061a9b6f4ef tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546415 Jun 15 22:19:51.185163 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:51.186722 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:51.500786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-d92fd1c8-7583-45e8-8684-564170278c4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:51.503359 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-d92fd1c8-7583-45e8-8684-564170278c4a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0794294 Jun 15 22:19:51.641209 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2661d-6215-4228-8f40-4e5fa1445a16 req-9cfb5bde-7897-4e4e-88f0-8d8606a797da tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:51.642973 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3dc2661d-6215-4228-8f40-4e5fa1445a16 req-9cfb5bde-7897-4e4e-88f0-8d8606a797da tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0812058 Jun 15 22:19:51.710843 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:19:51.711355 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:51.788585 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3dc2661d-6215-4228-8f40-4e5fa1445a16 req-e491e17b-e0a4-43bb-80eb-32b02a33fa83 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240215 Jun 15 22:19:51.796512 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8b6f8-2b0a-420c-b263-6ef7c998307c req-fca67c10-bb37-4d8a-a074-b6db31778188 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:51.798156 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c5c8b6f8-2b0a-420c-b263-6ef7c998307c req-fca67c10-bb37-4d8a-a074-b6db31778188 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 945 time: 0.0500453 Jun 15 22:19:51.855334 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c5c8b6f8-2b0a-420c-b263-6ef7c998307c req-84c82e17-8289-44cb-893c-d5cdaeb2df59 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=d3fa561e-465e-4c2b-b460-6d5cf12f01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Jun 15 22:19:51.880989 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] For port 989aa53e-9f3f-433e-ae52-6b4be9f96a94, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=989aa53e-9f3f-433e-ae52-6b4be9f96a94,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:51.881627 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:52.193294 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:52.193675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (25c31dba-6f3a-45e2-96f9-731600539859), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:52.194062 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 25c31dba-6f3a-45e2-96f9-731600539859 disassociated. External IP: 172.27.2.10, port: 989aa53e-9f3f-433e-ae52-6b4be9f96a94. Jun 15 22:19:52.194402 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for 989aa53e-9f3f-433e-ae52-6b4be9f96a94 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:19:52.334402 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (989aa53e-9f3f-433e-ae52-6b4be9f96a94), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:52.343369 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:52.366233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=989aa53e-9f3f-433e-ae52-6b4be9f96a94,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:52.374760 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:52.487001 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:19:52.848295 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:19:52.866906 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:19:52.883019 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:19:52.888999 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:19:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:19:52.905129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] No DVR routers for this DVR port 989aa53e-9f3f-433e-ae52-6b4be9f96a94 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:19:52.911236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:52.917894 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c8a993b4-4ff2-4795-b116-5e10caa99cbe req-90efc7cf-a924-41f1-a5ef-9efa99492243 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "DELETE /v2.0/ports/989aa53e-9f3f-433e-ae52-6b4be9f96a94 HTTP/1.1" status: 204 len: 173 time: 1.3884447 Jun 15 22:19:52.918486 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'name': 'network-vif-deleted', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:19:52.923765 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7100794f-5ae9-4dcf-a9ba-0116940a0b18" -d '{"events": [{"server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "name": "network-vif-deleted", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:19:53.012661 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050af40-7ab3-4eee-ba3e-bf5c4b29b5a6 req-a2322838-55e1-4d96-9e76-383b1459d5b8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:53.022711 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8050af40-7ab3-4eee-ba3e-bf5c4b29b5a6 req-a2322838-55e1-4d96-9e76-383b1459d5b8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0777361 Jun 15 22:19:53.047022 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:19:53.105086 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8050af40-7ab3-4eee-ba3e-bf5c4b29b5a6 req-cb6a4534-26c2-4ccb-aaee-70b833ac06da tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804176 Jun 15 22:19:53.140829 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8071929-ab76-4385-ac85-4ba49b2e4672 req-b5a6b5d9-e88e-4f44-8d1e-99ff40b022b1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=32272089-e3c2-4bf4-b24f-afd378c89989 HTTP/1.1" status: 200 len: 210 time: 0.0607116 Jun 15 22:19:53.267139 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea81ea7-8d73-4721-a316-d794dba9a07d x-openstack-request-id: req-cea81ea7-8d73-4721-a316-d794dba9a07d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:19:53.267434 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32272089-e3c2-4bf4-b24f-afd378c89989", "name": "network-vif-deleted", "tag": "989aa53e-9f3f-433e-ae52-6b4be9f96a94", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:19:53.267679 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cea81ea7-8d73-4721-a316-d794dba9a07d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:19:53.268065 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cea81ea7-8d73-4721-a316-d794dba9a07d'] response: {'server_uuid': '32272089-e3c2-4bf4-b24f-afd378c89989', 'name': 'network-vif-deleted', 'tag': '989aa53e-9f3f-433e-ae52-6b4be9f96a94', 'status': 'completed', 'code': 200} Jun 15 22:19:53.300978 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e95b0-0b53-4a3d-b78d-5d28eeb91dbd req-2eb33a6b-37e8-4d02-9ee8-0731dc0d2a6e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:53.302663 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05e95b0-0b53-4a3d-b78d-5d28eeb91dbd req-2eb33a6b-37e8-4d02-9ee8-0731dc0d2a6e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0717461 Jun 15 22:19:53.359926 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d05e95b0-0b53-4a3d-b78d-5d28eeb91dbd req-337bc734-9c4a-423c-9346-a28401d02d77 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506456 Jun 15 22:19:53.381833 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:49Z', 'revision_number': 2, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:19:53.427660 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:19:53.443428 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:19:53.444494 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:19:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:19:53.563691 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:19:53.787611 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:53.803007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:49Z', 'revision_number': 2, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:19:53.832562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9dbf5d-66b5-4f3b-8d91-3fd08ab47ff0 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '0554c745-bc19-4f63-a76f-21a16964111f', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '310ea2f0-df91-4235-8abb-98fd6be92641', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:d2:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:15:53Z', 'updated_at': '2022-06-15T22:16:49Z', 'revision_number': 2, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:19:54.192704 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81135ce3-fa9f-4be1-9283-486d9a87543a None None] New status for floating IP 25c31dba-6f3a-45e2-96f9-731600539859: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:19:54.269901 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8771e89-addb-45ab-9c27-4ea2e3a3ab8d req-5ec1b3a6-6b19-4a8a-9edc-12d50561faee tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:54.281614 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f8771e89-addb-45ab-9c27-4ea2e3a3ab8d req-5ec1b3a6-6b19-4a8a-9edc-12d50561faee tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0776696 Jun 15 22:19:54.295704 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45416) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:19:54.386305 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d36c89d-49a0-469e-965a-bd6e110903e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (d3fa561e-465e-4c2b-b460-6d5cf12f01c9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:54.388498 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f8771e89-addb-45ab-9c27-4ea2e3a3ab8d req-20a982af-006e-4329-8ef5-2f58a2aa8ca6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024106 Jun 15 22:19:54.421011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d36c89d-49a0-469e-965a-bd6e110903e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (d3fa561e-465e-4c2b-b460-6d5cf12f01c9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:54.537195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d36c89d-49a0-469e-965a-bd6e110903e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d3fa561e-465e-4c2b-b460-6d5cf12f01c9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:54.539797 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5d36c89d-49a0-469e-965a-bd6e110903e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:54.541079 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5d36c89d-49a0-469e-965a-bd6e110903e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/security-groups/d3fa561e-465e-4c2b-b460-6d5cf12f01c9 HTTP/1.1" status: 204 len: 168 time: 0.2441061 Jun 15 22:19:54.544484 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45422) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:19:54.548507 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cf427-b6ee-4f45-8df9-1b86b3cf6922 req-842fd942-ccbb-4a1f-b519-e30a86799d50 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:54.550191 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-222cf427-b6ee-4f45-8df9-1b86b3cf6922 req-842fd942-ccbb-4a1f-b519-e30a86799d50 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0706868 Jun 15 22:19:54.570342 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36c89d-49a0-469e-965a-bd6e110903e0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa561e-465e-4c2b-b460-6d5cf12f01c9,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:54.582433 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.api.v2.resource [None req-fbcd63d4-5275-40d0-92e6-eb897eaa35f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] show failed (client error): The resource could not be found. Jun 15 22:19:54.584480 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-fbcd63d4-5275-40d0-92e6-eb897eaa35f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups/d3fa561e-465e-4c2b-b460-6d5cf12f01c9 HTTP/1.1" status: 404 len: 347 time: 0.0389357 Jun 15 22:19:54.588137 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45424) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:19:54.693431 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-222cf427-b6ee-4f45-8df9-1b86b3cf6922 req-75ca6ac1-b0b9-4b56-b7f3-80a3caabb53b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318476 Jun 15 22:19:54.745025 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port 58e8cff8-6e92-4177-b93d-489c790a0005 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:19:54.745443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (58e8cff8-6e92-4177-b93d-489c790a0005), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:54.846391 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (58e8cff8-6e92-4177-b93d-489c790a0005), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:54.849816 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (58e8cff8-6e92-4177-b93d-489c790a0005), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:54.865237 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for 58e8cff8-6e92-4177-b93d-489c790a0005 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:19:54.986256 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:55.060764 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:55.069229 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (58e8cff8-6e92-4177-b93d-489c790a0005), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:55.098803 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=58e8cff8-6e92-4177-b93d-489c790a0005,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:55.184824 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (25c31dba-6f3a-45e2-96f9-731600539859), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:55.189635 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:55.191712 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fd24e2c7-eb85-447e-87a4-b6a96516eaad tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/floatingips/25c31dba-6f3a-45e2-96f9-731600539859 HTTP/1.1" status: 204 len: 168 time: 0.6023633 Jun 15 22:19:55.583579 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f813ce-0284-4e57-b610-a2aa95abfa32 req-bd6d3282-2668-46d2-8d69-4f80ea3ebd30 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:55.585546 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b9f813ce-0284-4e57-b610-a2aa95abfa32 req-bd6d3282-2668-46d2-8d69-4f80ea3ebd30 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0953131 Jun 15 22:19:55.651406 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b9f813ce-0284-4e57-b610-a2aa95abfa32 req-446097e6-43c5-4be2-94e6-dd62f2c6e52c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588288 Jun 15 22:19:55.850069 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b71df9-515f-4048-9a91-4f52dedbbffa req-94d8774c-a441-4ee9-8740-afa080602c49 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:55.851684 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17b71df9-515f-4048-9a91-4f52dedbbffa req-94d8774c-a441-4ee9-8740-afa080602c49 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0726738 Jun 15 22:19:55.908310 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-17b71df9-515f-4048-9a91-4f52dedbbffa req-c2bb15e2-0026-4e91-a603-310271b75ce2 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Jun 15 22:19:55.916032 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08fb8-d032-4bf7-b3c4-406bb6d8138e req-649d9004-902f-4eea-bbd3-320df7088ed6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:55.918852 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4be08fb8-d032-4bf7-b3c4-406bb6d8138e req-649d9004-902f-4eea-bbd3-320df7088ed6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0732520 Jun 15 22:19:55.961993 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 989aa53e-9f3f-433e-ae52-6b4be9f96a94 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:19:55.978387 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4be08fb8-d032-4bf7-b3c4-406bb6d8138e req-add73797-b6ea-4534-8150-8b3aa9d249d6 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534024 Jun 15 22:19:56.005735 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 989aa53e-9f3f-433e-ae52-6b4be9f96a94 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:19:56.006096 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 989aa53e-9f3f-433e-ae52-6b4be9f96a94 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:19:56.794227 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3cd6e-6362-4214-89c8-4d84c876533b req-8fcb3e43-ea38-4b9e-8733-b58b25a53bd3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:56.795824 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c6f3cd6e-6362-4214-89c8-4d84c876533b req-8fcb3e43-ea38-4b9e-8733-b58b25a53bd3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0561583 Jun 15 22:19:56.847937 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c6f3cd6e-6362-4214-89c8-4d84c876533b req-c461e191-88d2-40c0-b054-79c85ea1a921 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462451 Jun 15 22:19:57.045195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9616d-d1be-4e39-9be6-104b1445f140 req-46cfd778-c135-417c-ba49-b642528fdef6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:57.047686 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37e9616d-d1be-4e39-9be6-104b1445f140 req-46cfd778-c135-417c-ba49-b642528fdef6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0594134 Jun 15 22:19:57.124574 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e29f9-4612-4147-bfcb-5cbb152917a8 req-9530775a-57ad-4015-9035-6069340dd7dd tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:57.126149 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8c8e29f9-4612-4147-bfcb-5cbb152917a8 req-9530775a-57ad-4015-9035-6069340dd7dd tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0597901 Jun 15 22:19:57.131746 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-2a4249c5-808c-4b43-a96f-076d6196d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:57.133281 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-2a4249c5-808c-4b43-a96f-076d6196d6af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1130 time: 0.0624714 Jun 15 22:19:57.138396 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37e9616d-d1be-4e39-9be6-104b1445f140 req-a730583d-4d4a-472a-adc4-8c462eae04d1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833440 Jun 15 22:19:57.203239 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8c8e29f9-4612-4147-bfcb-5cbb152917a8 req-14448fac-4abb-4682-b6de-e2d8069f3702 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647049 Jun 15 22:19:57.261950 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-f7cd9f9f-ce01-4e84-86ec-319bafa21784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:57.263393 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-f7cd9f9f-ce01-4e84-86ec-319bafa21784 service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.1224697 Jun 15 22:19:57.335656 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-1af21545-f45b-4c4c-963a-2124330690fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 200 len: 1002 time: 0.0661557 Jun 15 22:19:57.395739 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-664a482a-b698-471c-b5bf-501da6953d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:57.397506 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-664a482a-b698-471c-b5bf-501da6953d22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.0559227 Jun 15 22:19:57.449240 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-57159dab-beb0-462d-b1fa-cff99942ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:57.450886 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-57159dab-beb0-462d-b1fa-cff99942ab29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468206 Jun 15 22:19:57.567514 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-1f3e61e8-4177-48b8-b9f1-d1f7a406f524 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090353 Jun 15 22:19:57.692121 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-08be971e-6139-49c6-9c3e-40ae59ffd0a4 req-5926a2f8-0e8c-4912-8bb0-1fbd86a20d97 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129487 Jun 15 22:19:57.966509 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:19:58.009413 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0490b2-f093-4aa8-84da-c119e124200e req-666d451b-09a2-463a-b21b-cddff7c6a00c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:58.012264 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d0490b2-f093-4aa8-84da-c119e124200e req-666d451b-09a2-463a-b21b-cddff7c6a00c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 943 time: 0.0724938 Jun 15 22:19:58.034806 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:58.087510 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d0490b2-f093-4aa8-84da-c119e124200e req-52b0fc6c-db85-41ee-88cf-5234f874ccf9 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633190 Jun 15 22:19:58.094138 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:58.105281 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b53a0-bece-4eef-8e42-6a5c64d17cdf req-ac8971b4-dff9-4415-ab97-c10e08873221 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:58.106933 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4a2b53a0-bece-4eef-8e42-6a5c64d17cdf req-ac8971b4-dff9-4415-ab97-c10e08873221 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0923257 Jun 15 22:19:58.108660 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'port_id': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'mac_address': 'fa:16:3e:9f:7a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:19:58.112890 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:58.157570 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:19:58.157997 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:58.173796 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:19:58.182859 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4a2b53a0-bece-4eef-8e42-6a5c64d17cdf req-e66e57b2-a5c4-4711-ba98-59923f276bfb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682652 Jun 15 22:19:58.209871 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:19:58.215973 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:58.291008 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=9']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:19:58.295231 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd328c4-0501-4995-bc56-02d01d6cf6f5 req-04e3a845-a9ef-4c5d-9fea-05e97c8b6fb5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:58.296840 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-acd328c4-0501-4995-bc56-02d01d6cf6f5 req-04e3a845-a9ef-4c5d-9fea-05e97c8b6fb5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0559297 Jun 15 22:19:58.299850 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.300189 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.300592 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.300936 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.301305 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.301654 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.302118 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.302737 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.303062 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.303546 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.303867 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.304359 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.304895 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.305271 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.305786 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:19:58.354231 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd65d9-18d7-4741-acc8-7543732efeb8 req-4fbfb9d9-e1ab-4cd0-9f0b-a71c93259e88 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:58.356392 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3edd65d9-18d7-4741-acc8-7543732efeb8 req-4fbfb9d9-e1ab-4cd0-9f0b-a71c93259e88 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0541110 Jun 15 22:19:58.364768 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-acd328c4-0501-4995-bc56-02d01d6cf6f5 req-77aedef3-3eb5-457f-868e-919a2910dce1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607836 Jun 15 22:19:58.411105 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3edd65d9-18d7-4741-acc8-7543732efeb8 req-76131377-74dd-4ac0-b05e-aac57784d035 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487528 Jun 15 22:19:58.576721 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:19:59.219856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:19:59.242290 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff0e33-52a1-4a2e-9fb4-e92e4dc07199 req-4c63527c-90db-4014-adf3-5d3474d3a86f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:59.243938 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ff0e33-52a1-4a2e-9fb4-e92e4dc07199 req-4c63527c-90db-4014-adf3-5d3474d3a86f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 944 time: 0.0579009 Jun 15 22:19:59.301290 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f8ff0e33-52a1-4a2e-9fb4-e92e4dc07199 req-7d6f5f4f-500a-4ce7-8c38-6adf756cba02 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509353 Jun 15 22:19:59.313772 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8133523-9114-4daf-8deb-db5708f375ff req-590c84e9-5987-41e7-80a8-715745183af9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:59.315322 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b8133523-9114-4daf-8deb-db5708f375ff req-590c84e9-5987-41e7-80a8-715745183af9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0502119 Jun 15 22:19:59.367920 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b8133523-9114-4daf-8deb-db5708f375ff req-e93405b3-4b82-4f6d-995c-c7eaffa4fe8a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 Jun 15 22:19:59.528611 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:59.538618 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac4d60-8408-45eb-9f13-4f20fdfdf3fe req-753289cd-6c59-4c54-b792-7be6af32e321 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:59.541716 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4aac4d60-8408-45eb-9f13-4f20fdfdf3fe req-753289cd-6c59-4c54-b792-7be6af32e321 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0860844 Jun 15 22:19:59.552880 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdf6f5-95c5-4dd0-a1fc-6774f0a1deb4 req-e53841c9-9058-402a-a50e-5020b5604f5d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:59.554495 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b9cdf6f5-95c5-4dd0-a1fc-6774f0a1deb4 req-e53841c9-9058-402a-a50e-5020b5604f5d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0661705 Jun 15 22:19:59.595783 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4aac4d60-8408-45eb-9f13-4f20fdfdf3fe req-64fa5d31-4f1b-44c5-8bf9-42d8808df21f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483530 Jun 15 22:19:59.607709 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b9cdf6f5-95c5-4dd0-a1fc-6774f0a1deb4 req-860eb57a-2393-4f5d-85a5-51f218cff410 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457990 Jun 15 22:19:59.830104 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63551b8e-760d-4e19-ad50-4173de5d564d req-a06b9576-f313-4be3-b139-311bd6987e5b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:19:59.831901 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63551b8e-760d-4e19-ad50-4173de5d564d req-a06b9576-f313-4be3-b139-311bd6987e5b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 946 time: 0.0527437 Jun 15 22:19:59.934885 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port 310ea2f0-df91-4235-8abb-98fd6be92641 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:19:59.935252 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:19:59.975944 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:20:00.025122 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:20:00.025530 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:00.041724 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] For port 310ea2f0-df91-4235-8abb-98fd6be92641, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=310ea2f0-df91-4235-8abb-98fd6be92641,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:20:00.042184 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:00.110407 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:20:00.110839 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:00.140308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:00.143224 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cc532a-945d-45b4-aefc-dfe0c952ecec" -d '{"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:00.158104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:20:00.167176 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:00.185576 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:20:00.200517 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d850347d-8f2e-4d4c-8a56-f7f8f59bdeb5 x-openstack-request-id: req-d850347d-8f2e-4d4c-8a56-f7f8f59bdeb5 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:00.200817 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-plugged", "status": "completed", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:00.201104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d850347d-8f2e-4d4c-8a56-f7f8f59bdeb5 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:00.201471 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d850347d-8f2e-4d4c-8a56-f7f8f59bdeb5'] response: {'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'code': 200} Jun 15 22:20:00.234073 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=10']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:00.253674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:00.254366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (0554c745-bc19-4f63-a76f-21a16964111f), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:00.254366 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 0554c745-bc19-4f63-a76f-21a16964111f disassociated. External IP: 172.27.2.155, port: 310ea2f0-df91-4235-8abb-98fd6be92641. Jun 15 22:20:00.254653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for 310ea2f0-df91-4235-8abb-98fd6be92641 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:20:00.402741 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (310ea2f0-df91-4235-8abb-98fd6be92641), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:00.434378 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=310ea2f0-df91-4235-8abb-98fd6be92641,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:00.459013 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3209abe-c4c6-4db0-bcfd-2ea784ef22c1 req-b81eff7f-b2d8-4b9f-bc90-03bff291b6c5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:00.462779 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b3209abe-c4c6-4db0-bcfd-2ea784ef22c1 req-b81eff7f-b2d8-4b9f-bc90-03bff291b6c5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 946 time: 0.0788300 Jun 15 22:20:00.507639 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:00.519524 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:00.551121 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f2e4ae4-ead7-4c74-a7f2-9966dea7829b req-d532addc-326c-495c-b670-d37f38c5d114 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0633626 Jun 15 22:20:00.553731 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b3209abe-c4c6-4db0-bcfd-2ea784ef22c1 req-e1623e40-a2dd-4634-8925-6bfa6d1e2fc2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833201 Jun 15 22:20:00.604136 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:20:00.748301 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:00.768821 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0d827-3ea8-49de-a291-72c9d1339945 req-83e94598-38e5-4832-9a1a-c9eb57ff878b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:00.771288 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d4a0d827-3ea8-49de-a291-72c9d1339945 req-83e94598-38e5-4832-9a1a-c9eb57ff878b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0686953 Jun 15 22:20:00.825784 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:00.831695 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d4a0d827-3ea8-49de-a291-72c9d1339945 req-077ce0ab-941a-4a58-a77d-95abbf679de2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529206 Jun 15 22:20:00.854881 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d23a1-ddbd-4152-9f74-7298b8d1e3db req-b99fc4a1-57fe-4470-b762-e2e828b20fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:00.856538 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d23d23a1-ddbd-4152-9f74-7298b8d1e3db req-b99fc4a1-57fe-4470-b762-e2e828b20fad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 1130 time: 0.0925705 Jun 15 22:20:00.865583 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25ca00-b8af-4a00-ac91-e947d16284cc req-ff45c790-d3e4-4bc8-954a-976d2522c8c1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:00.867130 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b25ca00-b8af-4a00-ac91-e947d16284cc req-ff45c790-d3e4-4bc8-954a-976d2522c8c1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.1226103 Jun 15 22:20:00.929373 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45542) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:00.935674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:20:00.947751 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:20:00.963772 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:00.964661 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:19:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:01.006311 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] Deleting subnet 9896a233-d742-4560-b1e4-38b46af19e47 {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:20:01.010326 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] Publish callbacks [] for subnet (9896a233-d742-4560-b1e4-38b46af19e47), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.011856 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d23d23a1-ddbd-4152-9f74-7298b8d1e3db req-f8bcb524-02bf-44f0-882e-48c2ec51cb92 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398227 Jun 15 22:20:01.016817 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] No DVR routers for this DVR port 310ea2f0-df91-4235-8abb-98fd6be92641 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:20:01.028056 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.034395 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63551b8e-760d-4e19-ad50-4173de5d564d req-31b94555-7609-436c-a9eb-83e184fd9fc0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "DELETE /v2.0/ports/310ea2f0-df91-4235-8abb-98fd6be92641 HTTP/1.1" status: 204 len: 173 time: 1.1967516 Jun 15 22:20:01.035144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'name': 'network-vif-deleted', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:01.040836 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc4d2f9-5914-49ef-b0d3-77968307b2b2" -d '{"events": [{"server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "name": "network-vif-deleted", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:01.068981 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1b25ca00-b8af-4a00-ac91-e947d16284cc req-8c89e2d0-54fe-4cb3-b6c2-9344d9ecd4bc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906157 Jun 15 22:20:01.070099 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (9896a233-d742-4560-b1e4-38b46af19e47), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.081834 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b336a27-7f79-4e12-a36b-5bc04e6c78b5 x-openstack-request-id: req-5b336a27-7f79-4e12-a36b-5bc04e6c78b5 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:01.082127 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c2ed2d-ebef-45a1-a6e7-4b624b642c27", "name": "network-vif-deleted", "tag": "310ea2f0-df91-4235-8abb-98fd6be92641", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:01.082395 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b336a27-7f79-4e12-a36b-5bc04e6c78b5 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:01.082778 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b336a27-7f79-4e12-a36b-5bc04e6c78b5'] response: {'server_uuid': '19c2ed2d-ebef-45a1-a6e7-4b624b642c27', 'name': 'network-vif-deleted', 'tag': '310ea2f0-df91-4235-8abb-98fd6be92641', 'status': 'completed', 'code': 200} Jun 15 22:20:01.103052 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:01.114917 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:01.123710 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (9896a233-d742-4560-b1e4-38b46af19e47), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.193058 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (9896a233-d742-4560-b1e4-38b46af19e47), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.227010 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9896a233-d742-4560-b1e4-38b46af19e47,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:01.234048 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.238132 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d1c09208-5f63-4dc5-bb02-ff80bf4c8379 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9896a233-d742-4560-b1e4-38b46af19e47 HTTP/1.1" status: 204 len: 168 time: 0.3068094 Jun 15 22:20:01.240931 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45546) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:01.325249 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (9200866c-5ebf-4743-a4b5-3b5987ff8333), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.361172 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:01.364130 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:01.434638 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (9200866c-5ebf-4743-a4b5-3b5987ff8333), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.462063 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9200866c-5ebf-4743-a4b5-3b5987ff8333']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:01.475390 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91448024-cc8d-49cb-abb7-e71167d379e1') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:01.475712 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91448024-cc8d-49cb-abb7-e71167d379e1') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:01.490255 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (91448024-cc8d-49cb-abb7-e71167d379e1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.507093 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (91448024-cc8d-49cb-abb7-e71167d379e1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.514959 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:20:01.515398 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (91448024-cc8d-49cb-abb7-e71167d379e1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.537695 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 91448024-cc8d-49cb-abb7-e71167d379e1 resource provider aggregate not found Jun 15 22:20:01.547988 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:20:01.558686 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:01.559337 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:19:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:01.586170 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 91448024-cc8d-49cb-abb7-e71167d379e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91448024-cc8d-49cb-abb7-e71167d379e1 found for delete ", "request_id": "req-11f53835-6d75-4172-a97c-ac36e9d3cec4"}]} Jun 15 22:20:01.597799 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (9200866c-5ebf-4743-a4b5-3b5987ff8333), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.626180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Pushing event deleted for resources: {'Network': ['ID=9200866c-5ebf-4743-a4b5-3b5987ff8333,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:01.629926 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:01.641672 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f24558a8-8e9a-49f9-aac0-0cd2468b170e admin admin] 10.222.0.55 "DELETE /v2.0/networks/9200866c-5ebf-4743-a4b5-3b5987ff8333 HTTP/1.1" status: 204 len: 168 time: 0.3988056 Jun 15 22:20:01.722963 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:01.725812 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-74f368f5-dc4c-4ce1-8275-794e1dd368b7 req-a065cdb7-43c4-4fc0-bb65-97e0268650ef tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=19c2ed2d-ebef-45a1-a6e7-4b624b642c27 HTTP/1.1" status: 200 len: 210 time: 0.0385656 Jun 15 22:20:01.741179 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54f75c-c388-46c2-9d41-14c1175897e7 req-3c720f8d-0163-493f-ade8-ffae159378e6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:01.749514 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-db54f75c-c388-46c2-9d41-14c1175897e7 req-3c720f8d-0163-493f-ade8-ffae159378e6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 946 time: 0.0757830 Jun 15 22:20:01.803428 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-db54f75c-c388-46c2-9d41-14c1175897e7 req-4e6b0248-bdc6-4cb7-a1dd-ae013db75ecf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528190 Jun 15 22:20:01.872282 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45560) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:01.926374 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2b051aeb-1688-45a6-933e-5d3d2bfb5f16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c2773d61c84492fb70a7a59cffa6fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539238 Jun 15 22:20:01.928822 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45562) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:01.966389 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8b6e4-12cf-421e-9cb2-9221fa45a8ca req-422831ee-8b98-4757-8079-edfbf2428188 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:01.968154 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a1d8b6e4-12cf-421e-9cb2-9221fa45a8ca req-422831ee-8b98-4757-8079-edfbf2428188 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0575492 Jun 15 22:20:01.974136 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:01.984276 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c86b7d5e-5f97-4eca-bc0b-3b4769e4b7b7 admin admin] Publish callbacks [] for security_group (ec0c0566-cd44-444b-930f-4e6cd9456a11), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:02.004020 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab8a2f-a12d-4003-9e9e-d0311c624578 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:20:02.007269 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c86b7d5e-5f97-4eca-bc0b-3b4769e4b7b7 admin admin] Publish callbacks [] for security_group (ec0c0566-cd44-444b-930f-4e6cd9456a11), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:02.021855 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a1d8b6e4-12cf-421e-9cb2-9221fa45a8ca req-f22fc7ef-125b-4953-9cc0-a60c37c20aec tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Jun 15 22:20:02.067180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c86b7d5e-5f97-4eca-bc0b-3b4769e4b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ec0c0566-cd44-444b-930f-4e6cd9456a11), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:02.069762 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c86b7d5e-5f97-4eca-bc0b-3b4769e4b7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:02.071060 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c86b7d5e-5f97-4eca-bc0b-3b4769e4b7b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec0c0566-cd44-444b-930f-4e6cd9456a11 HTTP/1.1" status: 204 len: 168 time: 0.1409676 Jun 15 22:20:02.075336 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:02.081736 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b7d5e-5f97-4eca-bc0b-3b4769e4b7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c0566-cd44-444b-930f-4e6cd9456a11,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:02.256388 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be11779-1d9a-4c8c-8f9d-53db508985a4 req-52cf4d09-badf-4f33-aedd-ff897e9c1bdd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:02.270206 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4be11779-1d9a-4c8c-8f9d-53db508985a4 req-52cf4d09-badf-4f33-aedd-ff897e9c1bdd tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0962892 Jun 15 22:20:02.351290 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243fd20c-60ec-4149-afaa-ad17589a3611 None None] New status for floating IP 0554c745-bc19-4f63-a76f-21a16964111f: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:20:02.376008 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4be11779-1d9a-4c8c-8f9d-53db508985a4 req-6df36e86-0c47-485c-8911-a450f8f92a2a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025712 Jun 15 22:20:02.837787 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45596) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:02.977960 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-32de9ae4-b9ec-4467-a353-869aa44b269c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:02.987286 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4857222-a752-4301-89bd-0cbf6c4e888c req-4e9ef818-38b8-4865-8ba6-c37af1cd0050 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:02.989047 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f4857222-a752-4301-89bd-0cbf6c4e888c req-4e9ef818-38b8-4865-8ba6-c37af1cd0050 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 946 time: 0.0821075 Jun 15 22:20:03.033214 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-32de9ae4-b9ec-4467-a353-869aa44b269c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:03.102312 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f4857222-a752-4301-89bd-0cbf6c4e888c req-2b1da945-3e2e-4a2e-9201-3b04e3b65084 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018739 Jun 15 22:20:03.142253 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-32de9ae4-b9ec-4467-a353-869aa44b269c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:03.145817 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-32de9ae4-b9ec-4467-a353-869aa44b269c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:03.147046 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-32de9ae4-b9ec-4467-a353-869aa44b269c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/security-groups/5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0 HTTP/1.1" status: 204 len: 168 time: 0.3084676 Jun 15 22:20:03.150909 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45612) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:03.159421 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de9ae4-b9ec-4467-a353-869aa44b269c tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:03.178171 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-7d0400c5-b34b-4341-b464-fa61d260c73b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] show failed (client error): The resource could not be found. Jun 15 22:20:03.185603 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7d0400c5-b34b-4341-b464-fa61d260c73b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups/5fd4bd1a-1633-4fc8-9f48-49563fcfaaf0 HTTP/1.1" status: 404 len: 347 time: 0.0270848 Jun 15 22:20:03.186138 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45614) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:03.308170 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c090e25-e3b8-4b6f-b19f-a0f04befbfeb req-0a2d5128-b901-4c89-a352-07e3e307ec19 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:03.309921 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c090e25-e3b8-4b6f-b19f-a0f04befbfeb req-0a2d5128-b901-4c89-a352-07e3e307ec19 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.1208391 Jun 15 22:20:03.378386 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port a8bbcdaa-8b6e-464e-a7e2-2972df2afe11 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:20:03.379275 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:03.401154 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:03.415680 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c090e25-e3b8-4b6f-b19f-a0f04befbfeb req-985b2daa-806f-4987-ba76-4f5ac6259bd7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962451 Jun 15 22:20:03.496922 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:03.497276 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:03.500849 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c13c1-518e-4dcf-8d12-1848643f9dfc req-7ef8109e-0e22-4240-9dc3-ff4814b8cd75 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:03.502455 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b08c13c1-518e-4dcf-8d12-1848643f9dfc req-7ef8109e-0e22-4240-9dc3-ff4814b8cd75 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0551138 Jun 15 22:20:03.511764 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for a8bbcdaa-8b6e-464e-a7e2-2972df2afe11 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:20:03.553663 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b08c13c1-518e-4dcf-8d12-1848643f9dfc req-287ed39e-c570-4e16-807c-8f3b9e06dd61 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446672 Jun 15 22:20:03.908559 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (a8bbcdaa-8b6e-464e-a7e2-2972df2afe11), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:03.935384 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=a8bbcdaa-8b6e-464e-a7e2-2972df2afe11,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:03.977186 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 310ea2f0-df91-4235-8abb-98fd6be92641 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:20:03.997562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 310ea2f0-df91-4235-8abb-98fd6be92641 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:20:03.997909 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 310ea2f0-df91-4235-8abb-98fd6be92641 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:20:04.007725 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (0554c745-bc19-4f63-a76f-21a16964111f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.010942 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.011619 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3fb5563a-08bf-4522-b221-9137ea7671b9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/floatingips/0554c745-bc19-4f63-a76f-21a16964111f HTTP/1.1" status: 204 len: 168 time: 0.8239586 Jun 15 22:20:04.113472 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45622) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:04.118309 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-85454ed2-25fb-42b1-9019-3981935672f4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920140956', 'description': 'tempest-description--2129863820'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:04.140279 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85454ed2-25fb-42b1-9019-3981935672f4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.217876 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85454ed2-25fb-42b1-9019-3981935672f4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (3a8f5225-be7a-4712-a9e3-1452e449bbdc), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.224204 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85454ed2-25fb-42b1-9019-3981935672f4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3a8f5225-be7a-4712-a9e3-1452e449bbdc), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.259115 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85454ed2-25fb-42b1-9019-3981935672f4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f5225-be7a-4712-a9e3-1452e449bbdc,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:04.266246 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85454ed2-25fb-42b1-9019-3981935672f4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.270640 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-85454ed2-25fb-42b1-9019-3981935672f4 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1560209 Jun 15 22:20:04.271157 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45626) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:04.275532 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-ccda2c50-de7d-495f-a515-617c7d36b44f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': '3a8f5225-be7a-4712-a9e3-1452e449bbdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:04.280569 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac33f48-eccd-48a3-baeb-27fd2069ae17 req-8651976e-9bde-4481-8187-d21fbc492159 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:04.283268 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cac33f48-eccd-48a3-baeb-27fd2069ae17 req-8651976e-9bde-4481-8187-d21fbc492159 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 946 time: 0.0645564 Jun 15 22:20:04.315144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccda2c50-de7d-495f-a515-617c7d36b44f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (d0817985-6bb7-491d-bb44-25bc8f4250ec), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.319211 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:04.343575 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cac33f48-eccd-48a3-baeb-27fd2069ae17 req-448e24cf-fd74-417d-b5d8-889b1599b621 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529754 Jun 15 22:20:04.348349 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:04.386021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccda2c50-de7d-495f-a515-617c7d36b44f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (d0817985-6bb7-491d-bb44-25bc8f4250ec), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.390313 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccda2c50-de7d-495f-a515-617c7d36b44f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (d0817985-6bb7-491d-bb44-25bc8f4250ec), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.412083 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda2c50-de7d-495f-a515-617c7d36b44f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0817985-6bb7-491d-bb44-25bc8f4250ec,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:04.421915 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ccda2c50-de7d-495f-a515-617c7d36b44f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.423326 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ccda2c50-de7d-495f-a515-617c7d36b44f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511302 Jun 15 22:20:04.426017 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45630) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:04.430668 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-022a0de4-7313-4c8b-b9b7-a6ad4b2a869f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': '3a8f5225-be7a-4712-a9e3-1452e449bbdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:04.468445 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-022a0de4-7313-4c8b-b9b7-a6ad4b2a869f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (f73dd325-4d61-4b37-b988-01f705111056), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.562825 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:04.576230 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0a26-90a4-4055-9dfe-efb69fc18d7f req-a8257c63-ce8c-4be7-99a3-8ae3fad2d7a9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:04.577852 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f4c0a26-90a4-4055-9dfe-efb69fc18d7f req-a8257c63-ce8c-4be7-99a3-8ae3fad2d7a9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0729470 Jun 15 22:20:04.590449 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-022a0de4-7313-4c8b-b9b7-a6ad4b2a869f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (f73dd325-4d61-4b37-b988-01f705111056), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.607218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-022a0de4-7313-4c8b-b9b7-a6ad4b2a869f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (f73dd325-4d61-4b37-b988-01f705111056), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.642637 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a0de4-7313-4c8b-b9b7-a6ad4b2a869f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73dd325-4d61-4b37-b988-01f705111056,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:04.653258 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-022a0de4-7313-4c8b-b9b7-a6ad4b2a869f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.655086 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-022a0de4-7313-4c8b-b9b7-a6ad4b2a869f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280109 Jun 15 22:20:04.664293 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45636) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:04.669283 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:04.687955 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f4c0a26-90a4-4055-9dfe-efb69fc18d7f req-a6c1d398-6766-4941-bbf4-4c3323d4d45b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007693 Jun 15 22:20:04.703458 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.709098 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d7894-ef9a-45ae-9d72-6ade247d9d7d req-f85658b9-539f-4a3f-95ec-1ed03f8f2d7d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:04.711295 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e38d7894-ef9a-45ae-9d72-6ade247d9d7d req-f85658b9-539f-4a3f-95ec-1ed03f8f2d7d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0797682 Jun 15 22:20:04.740845 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:04.773112 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e38d7894-ef9a-45ae-9d72-6ade247d9d7d req-b41df189-3ffb-4f68-a52a-ea226c85432f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545247 Jun 15 22:20:04.802689 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:04.916850 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.27.2.49 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/35c70d8d-e0e4-4063-861c-6f54b8733b00) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:20:05.028354 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.069623 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.112068 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:20:05.115180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:20:05.119373 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:20:05.125277 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=35c70d8d-e0e4-4063-861c-6f54b8733b00,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:05.149978 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:05.220561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (3c6586f7-56da-4c7a-8113-612eb9ca50a4), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.262325 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.337074 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:05.428056 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.434163 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.505940 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=35c70d8d-e0e4-4063-861c-6f54b8733b00,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:05.520724 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (3c6586f7-56da-4c7a-8113-612eb9ca50a4), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.540111 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:05.541405 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f39406fd-a050-4b63-a529-3d2858c2069a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8761032 Jun 15 22:20:05.792412 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-d19559bd-fa5a-4762-8db6-7f5348caabf6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1920140956&fields=id&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 267 time: 0.0717659 Jun 15 22:20:05.841490 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834cdfa-9af4-43d1-9f7b-d4e1ffc90dd7 req-1ff43e04-a35a-49dc-9b59-703466f68b76 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:05.843062 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3834cdfa-9af4-43d1-9f7b-d4e1ffc90dd7 req-1ff43e04-a35a-49dc-9b59-703466f68b76 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0639045 Jun 15 22:20:05.900408 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3834cdfa-9af4-43d1-9f7b-d4e1ffc90dd7 req-74bd7fab-5492-417e-9e20-67f1ee3f080d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493121 Jun 15 22:20:05.932391 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ad7b8bf0-3e08-4ec7-987a-2f199475e001 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:05.934122 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ad7b8bf0-3e08-4ec7-987a-2f199475e001 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 0.1300142 Jun 15 22:20:05.953781 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-c4cf7941-5a22-4208-b95c-c6a17dc0630f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/quotas/e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 375 time: 0.0113220 Jun 15 22:20:06.017355 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-1246cdee-98a5-4d33-8428-ed8439b406c8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562515 Jun 15 22:20:06.021487 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072b4af-bf7b-4a98-9cee-1e26fe00559c req-262fa4d5-babc-433c-b7e1-31c518d0ca25 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:06.023078 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3072b4af-bf7b-4a98-9cee-1e26fe00559c req-262fa4d5-babc-433c-b7e1-31c518d0ca25 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0610840 Jun 15 22:20:06.081815 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3072b4af-bf7b-4a98-9cee-1e26fe00559c req-49237c4b-520e-4f25-bbed-070e2a677d4f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490599 Jun 15 22:20:06.153510 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-c1689e0d-a409-49dd-8331-382fc793fe18 service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180260 Jun 15 22:20:06.254389 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-0f7dce3d-1902-4573-b402-0fdd90e57309 service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942688 Jun 15 22:20:06.430666 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-187b9667-4b22-4885-8d23-ee8e462c8f49 req-472ad97d-32a8-49a3-b006-8c288214163d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 210 time: 0.0309563 Jun 15 22:20:07.031711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21527c84-cfe8-4e31-9215-95f4b3552ade req-c21cf623-75e6-4c9b-b804-3e249eb54e3a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:07.033282 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-21527c84-cfe8-4e31-9215-95f4b3552ade req-c21cf623-75e6-4c9b-b804-3e249eb54e3a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0508823 Jun 15 22:20:07.085825 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-21527c84-cfe8-4e31-9215-95f4b3552ade req-fcf948d8-3e61-4407-ba34-3a4ff9eb25ad tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461540 Jun 15 22:20:07.220977 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91995ffc-426f-414b-993b-9f81a209aab5 req-888ccb8a-c18d-4d05-b3e7-36ff402d8767 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:07.222501 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-91995ffc-426f-414b-993b-9f81a209aab5 req-888ccb8a-c18d-4d05-b3e7-36ff402d8767 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0509768 Jun 15 22:20:07.278153 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-91995ffc-426f-414b-993b-9f81a209aab5 req-cf4ee2b2-1e23-4553-b2b8-026fa2a6d74f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497139 Jun 15 22:20:07.477463 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:07.508996 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-4f800577-fe4a-446c-ac5e-c0f30ff3b482 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:07.510557 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-4f800577-fe4a-446c-ac5e-c0f30ff3b482 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 0.1229689 Jun 15 22:20:07.549500 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3d97b68d-65c6-42c3-a1f3-dd2e148897a9 req-f202c9dd-3404-437f-afae-04547754d99e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 210 time: 0.0372529 Jun 15 22:20:07.606839 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-da93af64-6a9f-4dc4-b841-3ede2809a96b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 380 time: 0.0665364 Jun 15 22:20:07.682807 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'port': {'device_id': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'admin_state_up': True, 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'security_groups': ['3a8f5225-be7a-4712-a9e3-1452e449bbdc']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:07.755066 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:07.810631 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Made reservation on behalf of e2dec64625f54967a0032506f799ed6a for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:20:07.814401 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:07.945493 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.20.0.4 (51970d37-d292-4c3d-bdb6-727ed5d05edc/1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19/7a5309bb-e179-49cf-a40a-bdf42f81c733) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:20:08.107039 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:08.149559 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:08.203989 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:20:08.207493 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:20:08.212042 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:20:08.243998 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=7a5309bb-e179-49cf-a40a-bdf42f81c733,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:08.244324 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c96286-478a-4fa4-b2c0-71ac982d9011 req-1d017780-4465-45e3-b454-a91c6241e15f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:08.247819 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-73c96286-478a-4fa4-b2c0-71ac982d9011 req-1d017780-4465-45e3-b454-a91c6241e15f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0840719 Jun 15 22:20:08.284066 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:08.284877 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:08.310934 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-b0c8394d-433e-4c3d-9de4-1d1e319838d0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6318743 Jun 15 22:20:08.316735 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-73c96286-478a-4fa4-b2c0-71ac982d9011 req-b4d1aec8-e656-4708-b2b2-8bc37c027235 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624332 Jun 15 22:20:08.415574 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1e7a8-0786-4502-8826-d7ae3293d9bf req-94e1a8c8-11af-4add-afee-ee5ea9ed176e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:08.417254 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ab1e7a8-0786-4502-8826-d7ae3293d9bf req-94e1a8c8-11af-4add-afee-ee5ea9ed176e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0549166 Jun 15 22:20:08.471220 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5ab1e7a8-0786-4502-8826-d7ae3293d9bf req-e3832ac2-9412-4020-9fe4-84ed482fc0a0 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475760 Jun 15 22:20:08.543016 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-3cd036fe-3f20-493f-8f81-784326b90294 None None] Provisioning complete for port 7a5309bb-e179-49cf-a40a-bdf42f81c733 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:20:08.543896 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3cd036fe-3f20-493f-8f81-784326b90294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:08.581716 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-3cd036fe-3f20-493f-8f81-784326b90294 None None] Port 7a5309bb-e179-49cf-a40a-bdf42f81c733 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:20:08.696894 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1d4ee-d5ab-43ce-bf62-7b6d92dc48b5 req-b7520e24-277a-4b35-b2b0-05133fbe30c7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:08.698568 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-aab1d4ee-d5ab-43ce-bf62-7b6d92dc48b5 req-b7520e24-277a-4b35-b2b0-05133fbe30c7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 931 time: 0.0749414 Jun 15 22:20:08.753370 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-aab1d4ee-d5ab-43ce-bf62-7b6d92dc48b5 req-0af6cb93-6d09-4203-8779-81a10d5f33fc tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481985 Jun 15 22:20:09.038334 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Request body: {'port': {'device_id': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:09.112137 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:09.122278 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:09.251498 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:09.259571 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffac95-33fc-4d02-85a4-9fedf0f0e85c req-f260f881-43b9-474d-a613-79797f8e7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:09.261232 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26ffac95-33fc-4d02-85a4-9fedf0f0e85c req-f260f881-43b9-474d-a613-79797f8e7d55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1130 time: 0.1057084 Jun 15 22:20:09.367932 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-26ffac95-33fc-4d02-85a4-9fedf0f0e85c req-7af66973-24ad-4d67-8294-5326276b3c63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007309 Jun 15 22:20:09.463674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b853b3-f245-4f22-a61c-98ae00374662 req-e8ced018-b246-4af8-8d61-20dad55b1cfe tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:09.465807 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0b853b3-f245-4f22-a61c-98ae00374662 req-e8ced018-b246-4af8-8d61-20dad55b1cfe tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0707679 Jun 15 22:20:09.522462 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5309bb-e179-49cf-a40a-bdf42f81c733 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:20:09.538392 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Publish callbacks [] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:09.562841 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Transition to ACTIVE for port object 7a5309bb-e179-49cf-a40a-bdf42f81c733 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:20:09.566841 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0b853b3-f245-4f22-a61c-98ae00374662 req-ebee649c-ab6f-418d-8798-20be89a25e73 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932713 Jun 15 22:20:09.569973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:09.625807 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd31b1-ff8b-4ed5-aeb5-6688ef81dc27 req-fba746af-09c1-4279-afe1-36ad55b0fdff tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:09.627418 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e6dd31b1-ff8b-4ed5-aeb5-6688ef81dc27 req-fba746af-09c1-4279-afe1-36ad55b0fdff tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0700457 Jun 15 22:20:09.635790 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Pushing event updated for resources: {'Port': ['ID=7a5309bb-e179-49cf-a40a-bdf42f81c733,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:09.702713 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e6dd31b1-ff8b-4ed5-aeb5-6688ef81dc27 req-a5b626e5-db4c-4597-9335-80dacd996c12 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648639 Jun 15 22:20:09.762564 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Attempting to bind port 7a5309bb-e179-49cf-a40a-bdf42f81c733 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:20:09.762818 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Attempting to bind port 7a5309bb-e179-49cf-a40a-bdf42f81c733 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:20:09.763143 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Attempting to bind port 7a5309bb-e179-49cf-a40a-bdf42f81c733 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:20:09.768653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Port 7a5309bb-e179-49cf-a40a-bdf42f81c733 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:20:09.768972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Attempting to bind port 7a5309bb-e179-49cf-a40a-bdf42f81c733 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:20:09.775520 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:20:09.775851 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Checking segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:20:09.776245 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Bound using segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:20:09.776814 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Bound port: 7a5309bb-e179-49cf-a40a-bdf42f81c733, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:20:09.777093 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:09.885564 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] For port 7a5309bb-e179-49cf-a40a-bdf42f81c733, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:20:09.889000 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bb729-03b8-4c3a-bf4c-3ceee1d29d68 req-40f6e279-b243-42d9-b276-3034f99d6250 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:09.891931 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8e8bb729-03b8-4c3a-bf4c-3ceee1d29d68 req-40f6e279-b243-42d9-b276-3034f99d6250 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 943 time: 0.0635135 Jun 15 22:20:09.892795 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] For port 7a5309bb-e179-49cf-a40a-bdf42f81c733, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:20:09.903544 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:09.955411 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:09.956406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:09.957918 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] 10.222.0.26 "PUT /v2.0/ports/7a5309bb-e179-49cf-a40a-bdf42f81c733 HTTP/1.1" status: 200 len: 1093 time: 0.9240892 Jun 15 22:20:09.958493 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:09.961055 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59bef13-1406-45ea-93eb-9f9f9996305e" -d '{"events": [{"name": "network-changed", "server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:09.982543 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8e8bb729-03b8-4c3a-bf4c-3ceee1d29d68 req-eb81ddb6-d035-4198-b02c-127d3e23302b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828457 Jun 15 22:20:10.050804 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ea0f8-fc7d-4521-aa5b-5a0777a8e4c3 req-1d42aad1-e61d-45e5-ab6d-15cbc4f1157f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:10.053660 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a2ea0f8-fc7d-4521-aa5b-5a0777a8e4c3 req-1d42aad1-e61d-45e5-ab6d-15cbc4f1157f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0860958 Jun 15 22:20:10.054425 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bcf93-1da5-4f1a-9cf6-693705fc41bf service neutron] Pushing event updated for resources: {'Port': ['ID=7a5309bb-e179-49cf-a40a-bdf42f81c733,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:10.082212 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41733bb0-18ee-4ed3-bf1f-8c7829750689 x-openstack-request-id: req-41733bb0-18ee-4ed3-bf1f-8c7829750689 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:10.082495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:10.082742 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41733bb0-18ee-4ed3-bf1f-8c7829750689 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:10.083145 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41733bb0-18ee-4ed3-bf1f-8c7829750689'] response: {'name': 'network-changed', 'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'status': 'completed', 'code': 200} Jun 15 22:20:10.150372 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0a2ea0f8-fc7d-4521-aa5b-5a0777a8e4c3 req-e7f39d20-64be-4d0e-997b-d669d7a4559b tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761864 Jun 15 22:20:10.169202 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:10.255347 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-d57f0248-3278-4c5a-b066-402ed658c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:10.257635 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-d57f0248-3278-4c5a-b066-402ed658c6d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 1127 time: 0.1060028 Jun 15 22:20:10.275107 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958661-4052-48c0-b598-82406fa41119 req-a6ca4c32-800a-4cc6-a88d-183f051dab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:10.276717 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e958661-4052-48c0-b598-82406fa41119 req-a6ca4c32-800a-4cc6-a88d-183f051dab99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 1130 time: 0.0705173 Jun 15 22:20:10.412515 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-a00bfbf9-ecd5-476c-a881-f8bbec0c8c93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733 HTTP/1.1" status: 200 len: 217 time: 0.0526407 Jun 15 22:20:10.487144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958661-4052-48c0-b598-82406fa41119 req-305ef2b4-e980-4b6c-a055-6c13a9732a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:10.488671 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e958661-4052-48c0-b598-82406fa41119 req-305ef2b4-e980-4b6c-a055-6c13a9732a12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 911 time: 0.1376779 Jun 15 22:20:10.731993 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf23c4-15ff-4f9a-a9b1-47af095b53cc req-0570aeb4-32f5-4a63-83df-782dde6c946c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:10.731993 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fcf23c4-15ff-4f9a-a9b1-47af095b53cc req-0570aeb4-32f5-4a63-83df-782dde6c946c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0705006 Jun 15 22:20:10.810605 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9fcf23c4-15ff-4f9a-a9b1-47af095b53cc req-116ea716-e9f0-4bdd-9556-57034df56e0a tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728714 Jun 15 22:20:10.925119 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:10.959500 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-01116684-aecf-4b5a-b8f4-c928d91c6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:10.960941 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-01116684-aecf-4b5a-b8f4-c928d91c6b2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.1170046 Jun 15 22:20:10.962751 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e958661-4052-48c0-b598-82406fa41119 req-d0534340-b70f-4b7f-9aca-c8719fa1cd96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374 HTTP/1.1" status: 200 len: 1002 time: 0.1048911 Jun 15 22:20:11.064561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-39520c5f-c9a3-4d5a-8fef-658dc8d0cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:11.067494 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-39520c5f-c9a3-4d5a-8fef-658dc8d0cecc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956657 Jun 15 22:20:11.088651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958661-4052-48c0-b598-82406fa41119 req-8753a3c9-f345-4b8e-8c6d-e0bfc4b09e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:11.091527 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e958661-4052-48c0-b598-82406fa41119 req-8753a3c9-f345-4b8e-8c6d-e0bfc4b09e71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.1117210 Jun 15 22:20:11.145812 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455178f5-ea9c-4cc3-bf16-668b79a67a7d req-5281aa1d-6891-46fc-819e-f10fe1d7b81d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:11.147654 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-455178f5-ea9c-4cc3-bf16-668b79a67a7d req-5281aa1d-6891-46fc-819e-f10fe1d7b81d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 943 time: 0.0699403 Jun 15 22:20:11.201779 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958661-4052-48c0-b598-82406fa41119 req-73a75488-336f-4af7-b99f-60e92a03a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:11.201779 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e958661-4052-48c0-b598-82406fa41119 req-73a75488-336f-4af7-b99f-60e92a03a9dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883834 Jun 15 22:20:11.212232 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-455178f5-ea9c-4cc3-bf16-668b79a67a7d req-eab345e0-8816-4cec-b33f-109257d95547 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550957 Jun 15 22:20:11.282771 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-059972d9-020a-4e32-86f8-a832e24acbf1 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078278 Jun 15 22:20:11.346710 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d3b53-38ba-43e6-b309-2e092983a050 req-fbc344d8-b4f7-40b9-9d91-cb949847fe43 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:11.348299 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-112d3b53-38ba-43e6-b309-2e092983a050 req-fbc344d8-b4f7-40b9-9d91-cb949847fe43 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0531383 Jun 15 22:20:11.425248 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:11.435249 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-112d3b53-38ba-43e6-b309-2e092983a050 req-16c188ea-9e74-4504-91c5-59b98ed86736 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802653 Jun 15 22:20:11.763967 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd40dc-15c8-4b1d-8c83-03e70daf34b7 req-8e1b3e0b-5269-4898-b7e1-58b660ab5d9c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:11.766080 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fcd40dc-15c8-4b1d-8c83-03e70daf34b7 req-8e1b3e0b-5269-4898-b7e1-58b660ab5d9c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.4773183 Jun 15 22:20:11.769854 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-7a513865-f957-45ce-8330-e60be0091e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:11.771401 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-7a513865-f957-45ce-8330-e60be0091e35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1130 time: 0.4315269 Jun 15 22:20:11.807576 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e958661-4052-48c0-b598-82406fa41119 req-76bf88bb-5c09-44dc-8e8c-28fbc108554d service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992789 Jun 15 22:20:11.992464 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aa538dc8-6a4d-4457-9f0e-67dc2aa4acb8 req-4575940e-593b-4112-9196-009914a504db service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650443 Jun 15 22:20:12.004224 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:12.033121 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fcd40dc-15c8-4b1d-8c83-03e70daf34b7 req-61478971-3bac-4b56-9254-768cd984dbb5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224283 Jun 15 22:20:12.044363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-b7e1e861-daf8-45bb-861b-426884f6b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:12.045954 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-b7e1e861-daf8-45bb-861b-426884f6b46c service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.2343788 Jun 15 22:20:12.058472 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2e958661-4052-48c0-b598-82406fa41119 req-4689d6ce-c1fd-4c69-a53c-d26ab2c2b34e service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302573 Jun 15 22:20:12.355553 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9e5cf-08b5-4eb9-9380-f5a164d96605 req-2c87dbfe-0014-4736-baac-6ec8ecaa9070 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:12.357042 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0d9e5cf-08b5-4eb9-9380-f5a164d96605 req-2c87dbfe-0014-4736-baac-6ec8ecaa9070 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 943 time: 0.0581336 Jun 15 22:20:12.396596 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:12.410832 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0d9e5cf-08b5-4eb9-9380-f5a164d96605 req-0afdaa35-e1a0-4e54-8e26-427859fc3eab tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479298 Jun 15 22:20:12.451793 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:12.485016 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:12.569653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe8143-14e4-4411-8915-c538c418b492 req-db471f9a-cc11-4416-80bd-32c31c81abac tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:12.571237 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fbe8143-14e4-4411-8915-c538c418b492 req-db471f9a-cc11-4416-80bd-32c31c81abac tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0510464 Jun 15 22:20:12.622349 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fbe8143-14e4-4411-8915-c538c418b492 req-6ec06b07-e6e0-45dc-b8dd-643e129377b8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446653 Jun 15 22:20:13.010655 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-ccd0d2dc-9398-48f0-8392-5fcdab56f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.012405 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-ccd0d2dc-9398-48f0-8392-5fcdab56f099 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 1127 time: 0.0841568 Jun 15 22:20:13.022350 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-35558928-bf32-4bd9-a09c-a6b81812de9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 200 len: 1002 time: 0.0928237 Jun 15 22:20:13.123446 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:13.133051 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-aa1335cc-843b-4111-83c2-08b79811fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.134583 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-aa1335cc-843b-4111-83c2-08b79811fddf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.1032839 Jun 15 22:20:13.154537 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-f9cc50a9-b202-4fd2-8413-cdb5b796e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.155937 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-f9cc50a9-b202-4fd2-8413-cdb5b796e57e service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.1358860 Jun 15 22:20:13.157107 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c5110-5c69-4956-b6ce-f7fdc2c7c9f6 req-26428a95-f3c7-4848-b23b-1a5d85a891e9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.158675 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-af9c5110-5c69-4956-b6ce-f7fdc2c7c9f6 req-26428a95-f3c7-4848-b23b-1a5d85a891e9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0496976 Jun 15 22:20:13.210932 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-af9c5110-5c69-4956-b6ce-f7fdc2c7c9f6 req-6305c597-ef98-4952-bf17-c169b922406c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Jun 15 22:20:13.223232 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-54c80d46-a016-4142-b7ea-b13bf5ccfddf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733 HTTP/1.1" status: 200 len: 217 time: 0.0577402 Jun 15 22:20:13.245745 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-1abfac51-6a2e-4dbb-8df5-025b9adce362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.247257 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-1abfac51-6a2e-4dbb-8df5-025b9adce362 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904608 Jun 15 22:20:13.289614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-d6cb9c5c-c5e2-43bd-80b5-f85fa8108534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.291748 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-d6cb9c5c-c5e2-43bd-80b5-f85fa8108534 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0602729 Jun 15 22:20:13.463074 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-54a48181-ff6b-482e-ba7e-4271b6fd9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.465592 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-54a48181-ff6b-482e-ba7e-4271b6fd9e34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961576 Jun 15 22:20:13.495796 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-92e677f5-ac5e-40e4-a036-c89ec8bd04f4 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344872 Jun 15 22:20:13.554874 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8b6c0-d642-466c-ad68-d946d43d699f req-cdffad09-34a3-4370-93d5-71e17a3c5ec7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.556698 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68e8b6c0-d642-466c-ad68-d946d43d699f req-cdffad09-34a3-4370-93d5-71e17a3c5ec7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 943 time: 0.0559168 Jun 15 22:20:13.609450 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68e8b6c0-d642-466c-ad68-d946d43d699f req-f0bc5d71-4c1d-4c61-982b-da9a6acc311f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Jun 15 22:20:13.742042 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c0b7a-e7e4-4935-a22a-c6bdf282455b req-dba89513-1a02-4ef2-987b-c5632abf04af tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:13.743497 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-699c0b7a-e7e4-4935-a22a-c6bdf282455b req-dba89513-1a02-4ef2-987b-c5632abf04af tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0485599 Jun 15 22:20:13.786849 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d02a429b-e652-4c1a-aaba-8cbeb8c9b6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:13.798142 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-699c0b7a-e7e4-4935-a22a-c6bdf282455b req-8c2e9e2b-7059-4a4e-a1a9-9feac1d95697 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483458 Jun 15 22:20:14.048183 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 7a5309bb-e179-49cf-a40a-bdf42f81c733 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:20:14.099946 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-44c0f3a8-fca9-423a-992d-190eddcd0d24 req-17639aca-b801-4eac-9791-1f0f6bb73557 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756833 Jun 15 22:20:14.101594 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-86422b45-8028-4b16-80ce-7f0de971a4f6 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761985 Jun 15 22:20:14.150833 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 7a5309bb-e179-49cf-a40a-bdf42f81c733, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:20:14.163913 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'port_id': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'mac_address': 'fa:16:3e:68:e4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:20:14.194040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:14.200392 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 7a5309bb-e179-49cf-a40a-bdf42f81c733 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:20:14.200782 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:14.208916 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a59bef13-1406-45ea-93eb-9f9f9996305e req-9b28fb7e-b51c-458b-8e56-a73731444040 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911164 Jun 15 22:20:14.215123 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5309bb-e179-49cf-a40a-bdf42f81c733 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:20:14.218942 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:14.238993 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 7a5309bb-e179-49cf-a40a-bdf42f81c733, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:20:14.251535 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:14.308303 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=7a5309bb-e179-49cf-a40a-bdf42f81c733,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:14.337491 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93f6c7-226e-4f43-9a83-90b980dbed0e req-250ec831-4eff-40af-85ec-3eb96b088b7d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:14.338981 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e93f6c7-226e-4f43-9a83-90b980dbed0e req-250ec831-4eff-40af-85ec-3eb96b088b7d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0483506 Jun 15 22:20:14.391068 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e93f6c7-226e-4f43-9a83-90b980dbed0e req-97f31d4f-e879-49aa-b6c0-64f3301be557 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Jun 15 22:20:14.631200 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['7a5309bb-e179-49cf-a40a-bdf42f81c733'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:20:14.731723 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479016a-aedc-4747-b0cc-233ba7b266a0 req-d37b700b-95ef-4de9-8c1d-c3d2cd7385a0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:14.733262 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4479016a-aedc-4747-b0cc-233ba7b266a0 req-d37b700b-95ef-4de9-8c1d-c3d2cd7385a0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Jun 15 22:20:14.769838 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:14.784934 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4479016a-aedc-4747-b0cc-233ba7b266a0 req-6fab0adb-0618-4c61-ab76-272f67efb700 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Jun 15 22:20:14.920444 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77522d-86e7-4c0f-be3a-838b20781ca4 req-2bace887-e021-435b-9b4d-72f92a7ce30d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:14.922233 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a77522d-86e7-4c0f-be3a-838b20781ca4 req-2bace887-e021-435b-9b4d-72f92a7ce30d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0524070 Jun 15 22:20:14.976505 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2a77522d-86e7-4c0f-be3a-838b20781ca4 req-ffd36a74-8d85-46d8-a64c-52a1afd38166 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476029 Jun 15 22:20:15.913771 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2950-5609-4c4a-93de-ae2f31de6e1a req-8dda2e3f-c0c2-4548-a766-c2feba73d8a6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:15.915243 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-60ce2950-5609-4c4a-93de-ae2f31de6e1a req-8dda2e3f-c0c2-4548-a766-c2feba73d8a6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 944 time: 0.0501382 Jun 15 22:20:15.964878 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-60ce2950-5609-4c4a-93de-ae2f31de6e1a req-1d79ff9a-3736-4ef8-a65d-e1c784a20f55 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Jun 15 22:20:16.040078 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b30c9307-f492-491b-a5ca-3c3bd0be7a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:16.067696 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 7a5309bb-e179-49cf-a40a-bdf42f81c733 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:20:16.103291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26509-2ea4-4349-98d2-a88040f91290 req-e1871641-d182-4fb6-8b4d-6b30cf786dbe tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:16.104833 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23f26509-2ea4-4349-98d2-a88040f91290 req-e1871641-d182-4fb6-8b4d-6b30cf786dbe tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0486329 Jun 15 22:20:16.110721 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 7a5309bb-e179-49cf-a40a-bdf42f81c733 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:20:16.117289 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 7a5309bb-e179-49cf-a40a-bdf42f81c733 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:20:16.117781 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:16.155582 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-23f26509-2ea4-4349-98d2-a88040f91290 req-fc293e96-3da4-4aac-b80c-fd9f515d2322 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442948 Jun 15 22:20:16.196264 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 7a5309bb-e179-49cf-a40a-bdf42f81c733 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:20:16.196641 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:16.219951 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:16.227298 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b62484-da94-4288-a35f-675c47172198" -d '{"events": [{"server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "name": "network-vif-plugged", "status": "completed", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:16.236070 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 7a5309bb-e179-49cf-a40a-bdf42f81c733, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:20:16.241303 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:16.264835 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d14673c-31bd-473b-b2b3-68d2fcdbf9b4 x-openstack-request-id: req-5d14673c-31bd-473b-b2b3-68d2fcdbf9b4 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:16.265109 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "name": "network-vif-plugged", "status": "completed", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:16.265381 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d14673c-31bd-473b-b2b3-68d2fcdbf9b4 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:16.265774 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d14673c-31bd-473b-b2b3-68d2fcdbf9b4'] response: {'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'code': 200} Jun 15 22:20:16.291955 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=7a5309bb-e179-49cf-a40a-bdf42f81c733,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:16.703723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a57b3c-38c6-446c-8459-df0b0f35749e req-52e629ae-ddf8-4bb9-827d-067b14c65abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:16.705264 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8a57b3c-38c6-446c-8459-df0b0f35749e req-52e629ae-ddf8-4bb9-827d-067b14c65abd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 1129 time: 0.0465770 Jun 15 22:20:16.729092 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:16.756459 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8a57b3c-38c6-446c-8459-df0b0f35749e req-1ee7ec1d-d295-4edc-8751-b25d30380790 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Jun 15 22:20:17.102724 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad4b77-9adc-45d1-9b46-b440f6fde2d2 req-5faf62a4-1dca-4d28-bd3b-294475e4145d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:17.104210 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5dad4b77-9adc-45d1-9b46-b440f6fde2d2 req-5faf62a4-1dca-4d28-bd3b-294475e4145d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0573041 Jun 15 22:20:17.164045 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5dad4b77-9adc-45d1-9b46-b440f6fde2d2 req-a8d763e9-328e-4222-847e-c7088429d6f2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538034 Jun 15 22:20:17.288667 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b09d-9e06-49e6-bdfc-bcf9c28ccf72 req-4081b6de-d936-4f7c-a140-fcb8d3f03de8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:17.290088 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3c30b09d-9e06-49e6-bdfc-bcf9c28ccf72 req-4081b6de-d936-4f7c-a140-fcb8d3f03de8 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0568738 Jun 15 22:20:17.348519 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3c30b09d-9e06-49e6-bdfc-bcf9c28ccf72 req-37fce1b5-8f18-481c-97a3-c8ab70b08261 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518751 Jun 15 22:20:17.474095 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa00894-3054-4bee-862f-6bfb626fbc5c req-37576916-0de5-4cb5-805d-a54ad60a592f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:17.475586 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2fa00894-3054-4bee-862f-6bfb626fbc5c req-37576916-0de5-4cb5-805d-a54ad60a592f tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0504434 Jun 15 22:20:17.485396 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45742) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:17.492319 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Request body: {'floatingip': {'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:17.553527 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:17.600038 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:17.997363 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:18.003706 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:18.006440 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:18.008146 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:18.222872 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Router d607ade9-7129-4a15-828e-ed98ca86c51c has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:20:18.583526 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df718c1-0d64-46e5-bd8b-973b6fe6e04f req-7129bc27-5677-460a-a08a-7ac85cfc7123 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:18.584904 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7df718c1-0d64-46e5-bd8b-973b6fe6e04f req-7129bc27-5677-460a-a08a-7ac85cfc7123 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.3170052 Jun 15 22:20:18.617094 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:20:18.625205 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:18.627163 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] Sync routers for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:20:18.637990 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:18.638602 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:18.672128 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7df718c1-0d64-46e5-bd8b-973b6fe6e04f req-64615767-01ca-4c4e-9b2c-31dca0c8e572 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810609 Jun 15 22:20:18.674677 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:18.676897 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:18.717646 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1124a42c-1239-4054-8df1-4bd18b00d444 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "PUT /v2.0/floatingips/602f0e05-bc57-468a-979f-b97e3f3884f0 HTTP/1.1" status: 200 len: 994 time: 1.2306511 Jun 15 22:20:18.719302 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d80a3e2-639f-4208-8742-98aaee268a19 x-openstack-request-id: req-9d80a3e2-639f-4208-8742-98aaee268a19 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:18.719577 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:18.719869 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d80a3e2-639f-4208-8742-98aaee268a19 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:18.720284 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d80a3e2-639f-4208-8742-98aaee268a19'] response: {'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'status': 'completed', 'code': 200} Jun 15 22:20:18.751131 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:18.813340 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-11ccd015-b365-4aa4-ae7d-eec52ef1cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:18.815061 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-11ccd015-b365-4aa4-ae7d-eec52ef1cf3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1130 time: 0.0443141 Jun 15 22:20:18.910124 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-f5973501-b2c8-40bd-8c30-a3381273f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:18.911614 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-f5973501-b2c8-40bd-8c30-a3381273f187 service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.0906293 Jun 15 22:20:18.950629 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:18.973739 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '602f0e05-bc57-468a-979f-b97e3f3884f0', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'mac_address': 'fa:16:3e:9d:82:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:18:18Z', 'updated_at': '2022-06-15T22:20:17Z', 'revision_number': 3, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:18.979059 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-5a644e35-283e-426f-86f9-856bdd22c0cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 200 len: 1002 time: 0.0612149 Jun 15 22:20:18.999972 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] Checking router: d607ade9-7129-4a15-828e-ed98ca86c51c for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:20:19.008600 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:19.009212 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:19.030150 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-b3222e61-3377-42bd-b69c-6e1fe6254ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:19.031653 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-b3222e61-3377-42bd-b69c-6e1fe6254ce4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.0465627 Jun 15 22:20:19.083338 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-38176b92-e08a-44f7-968e-99fa1a057d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:19.084873 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-38176b92-e08a-44f7-968e-99fa1a057d4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403991 Jun 15 22:20:19.114178 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:19.179369 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-955c5dcf-735a-49f1-9c00-5fb38e45e287 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886788 Jun 15 22:20:19.274800 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1c847f36-f2b3-4bbe-b9f4-8fa3194c029e req-5c781663-2a39-4fb1-8786-5a26aaca802d service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884740 Jun 15 22:20:19.285847 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:19.301431 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:19.357475 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '602f0e05-bc57-468a-979f-b97e3f3884f0', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'mac_address': 'fa:16:3e:9d:82:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:18:18Z', 'updated_at': '2022-06-15T22:20:17Z', 'revision_number': 3, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:19.361234 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:19.384293 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0533fe-91c8-482a-8c62-8b41536fb0e7 None None] The sync data for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi is: [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '602f0e05-bc57-468a-979f-b97e3f3884f0', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'port_id': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'mac_address': 'fa:16:3e:9d:82:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:18:18Z', 'updated_at': '2022-06-15T22:20:17Z', 'revision_number': 3, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:20:19.792819 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af9892-8639-4673-b5a9-a2e43b48cdda req-bc91257a-3489-4f4b-82a4-c4f0dad27ce3 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:19.794471 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-97af9892-8639-4673-b5a9-a2e43b48cdda req-bc91257a-3489-4f4b-82a4-c4f0dad27ce3 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0512085 Jun 15 22:20:19.852941 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-97af9892-8639-4673-b5a9-a2e43b48cdda req-0b8c1f92-94e5-479c-9cff-ffdeec597cc9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511026 Jun 15 22:20:19.973861 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6c46c-07dc-454e-b6e3-8315e6a43265 req-692a93e5-dfe2-4306-a551-fc27827f83c0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:19.975304 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19b6c46c-07dc-454e-b6e3-8315e6a43265 req-692a93e5-dfe2-4306-a551-fc27827f83c0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0524569 Jun 15 22:20:19.984658 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45754) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:19.991446 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'port_id': '7a5309bb-e179-49cf-a40a-bdf42f81c733'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:20.036671 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (3c6586f7-56da-4c7a-8113-612eb9ca50a4), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:20.096643 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:20.458008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:20.591809 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:20.597754 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (3c6586f7-56da-4c7a-8113-612eb9ca50a4), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:20.721543 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:20.723930 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3623deb4-d049-4f7c-89dc-d07ce25cff47" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:20.762389 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95740315-2d7c-468f-be55-cddb7a679af8 x-openstack-request-id: req-95740315-2d7c-468f-be55-cddb7a679af8 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:20.762678 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:20.762925 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95740315-2d7c-468f-be55-cddb7a679af8 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:20.763380 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95740315-2d7c-468f-be55-cddb7a679af8'] response: {'name': 'network-changed', 'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'status': 'completed', 'code': 200} Jun 15 22:20:20.983677 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-eea6a2c3-6b38-4243-af0b-423d2b6f40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:20.985172 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-eea6a2c3-6b38-4243-af0b-423d2b6f40e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 1130 time: 0.0552614 Jun 15 22:20:21.021047 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 3c6586f7-56da-4c7a-8113-612eb9ca50a4 associated. External IP: 172.27.2.49, port: 7a5309bb-e179-49cf-a40a-bdf42f81c733. Jun 15 22:20:21.168629 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-d3607bd0-b623-44a4-ab32-c036ad14a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:21.170158 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-d3607bd0-b623-44a4-ab32-c036ad14a34a service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.1777754 Jun 15 22:20:21.304217 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-8cba556d-db41-4747-a2e7-7868564503e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 200 len: 1002 time: 0.1261811 Jun 15 22:20:21.408345 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-e7a18dde-4224-49dc-90b3-b71762a3e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:21.409854 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-e7a18dde-4224-49dc-90b3-b71762a3e18c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.0982847 Jun 15 22:20:21.413803 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:20:21.456866 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:21.492887 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-08a65b70-a204-4b4c-a909-65609faa688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:21.494341 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-08a65b70-a204-4b4c-a909-65609faa688f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777617 Jun 15 22:20:21.622968 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:20:21.631520 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:21.633481 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:20:21.644802 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:21.645446 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:21.656186 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-1c2e56d0-065f-4859-ba19-5b9276680415 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359820 Jun 15 22:20:21.677444 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-93833afc-51ec-426c-98cb-13e2701dba96 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "PUT /v2.0/floatingips/3c6586f7-56da-4c7a-8113-612eb9ca50a4 HTTP/1.1" status: 200 len: 990 time: 1.6892240 Jun 15 22:20:21.686025 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:21.688270 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03480522-774a-4092-8ddf-5e845338f9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:21.742534 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e383e6b7-f1ba-47bd-b223-57d421a4c061 x-openstack-request-id: req-e383e6b7-f1ba-47bd-b223-57d421a4c061 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:21.742786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:21.743090 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e383e6b7-f1ba-47bd-b223-57d421a4c061 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:21.743411 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e383e6b7-f1ba-47bd-b223-57d421a4c061'] response: {'name': 'network-changed', 'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'status': 'completed', 'code': 200} Jun 15 22:20:21.747957 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:21.748127 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:21.775523 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3623deb4-d049-4f7c-89dc-d07ce25cff47 req-502ed0d0-daf9-40da-8d43-a6298f7a43a1 service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125908 Jun 15 22:20:21.842204 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480522-774a-4092-8ddf-5e845338f9cc req-32159654-c1a9-46d8-a883-9830780e4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:21.843740 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03480522-774a-4092-8ddf-5e845338f9cc req-32159654-c1a9-46d8-a883-9830780e4f15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 1129 time: 0.0405483 Jun 15 22:20:21.942230 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480522-774a-4092-8ddf-5e845338f9cc req-b1f6d0fe-0ea8-4cc1-8007-0e7d3f88d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:21.943725 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03480522-774a-4092-8ddf-5e845338f9cc req-b1f6d0fe-0ea8-4cc1-8007-0e7d3f88d19d service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.0931191 Jun 15 22:20:21.953116 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '3c6586f7-56da-4c7a-8113-612eb9ca50a4', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:68:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:20:05Z', 'updated_at': '2022-06-15T22:20:20Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:21.980828 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:20:21.990121 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:21.990313 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:22.008886 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03480522-774a-4092-8ddf-5e845338f9cc req-c6ff1e65-e379-495a-a96a-fba5727ddbe6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733 HTTP/1.1" status: 200 len: 998 time: 0.0583432 Jun 15 22:20:22.063471 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480522-774a-4092-8ddf-5e845338f9cc req-530cfe6c-419f-4f8c-b695-3418bd5c5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:22.065015 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03480522-774a-4092-8ddf-5e845338f9cc req-530cfe6c-419f-4f8c-b695-3418bd5c5bfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0482345 Jun 15 22:20:22.092268 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:22.114913 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03480522-774a-4092-8ddf-5e845338f9cc req-4ed3bb3b-07c8-4c8f-b6fe-e4552d8bdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:22.116406 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03480522-774a-4092-8ddf-5e845338f9cc req-4ed3bb3b-07c8-4c8f-b6fe-e4552d8bdd13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447598 Jun 15 22:20:22.209506 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03480522-774a-4092-8ddf-5e845338f9cc req-70bc12c8-7da7-4e21-9359-39f890c302e3 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860183 Jun 15 22:20:22.307140 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '3c6586f7-56da-4c7a-8113-612eb9ca50a4', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:68:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:20:05Z', 'updated_at': '2022-06-15T22:20:20Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:22.310712 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-03480522-774a-4092-8ddf-5e845338f9cc req-73009223-d28c-45d9-bfaf-34bebc6c877e service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950055 Jun 15 22:20:22.331896 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0525dc86-fa2b-4e39-aa00-045c67a07195 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '3c6586f7-56da-4c7a-8113-612eb9ca50a4', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.49', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:68:e4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:20:05Z', 'updated_at': '2022-06-15T22:20:20Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:20:22.529014 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f01934d-7cd4-41cf-ad42-a4b09bdfbd45 None None] New status for floating IP 3c6586f7-56da-4c7a-8113-612eb9ca50a4: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:20:26.337714 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-90c32261-4664-41a3-a49e-0f35f07105dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460234 Jun 15 22:20:26.414524 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-7f616afa-f0d6-412d-9ff6-e0afd45254cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:26.416224 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-7f616afa-f0d6-412d-9ff6-e0afd45254cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 1130 time: 0.0428741 Jun 15 22:20:26.517687 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:26.532140 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-1ec63046-b482-4877-ac75-a865751569a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:26.533707 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-1ec63046-b482-4877-ac75-a865751569a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 200 len: 919 time: 0.0967989 Jun 15 22:20:26.578717 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-31b67a0e-9b2c-479d-9169-caf3915b6297 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a HTTP/1.1" status: 200 len: 217 time: 0.0334074 Jun 15 22:20:26.632691 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-c684e598-e394-4ecf-b0c4-22addbfa11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:26.634263 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-c684e598-e394-4ecf-b0c4-22addbfa11c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 200 len: 857 time: 0.0451214 Jun 15 22:20:26.684387 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-c1b8a0ad-69d7-4d1c-9f3f-6979ff94cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:26.686386 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-c1b8a0ad-69d7-4d1c-9f3f-6979ff94cd6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=940602c4-8f41-4c18-9ab7-0dca7ab44fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447936 Jun 15 22:20:26.788030 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-9089f358-f7e9-4b3f-9937-fbf2627ca87e service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934100 Jun 15 22:20:26.908523 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c6f2590-f8f7-4c3c-bb6a-ccd2942b43b2 req-a7edb512-d6cd-4b0a-8400-65857528b76a service neutron] 10.222.0.26 "GET /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025898 Jun 15 22:20:29.530098 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:29.846940 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=52 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:29.848842 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=65 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:32.304206 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=72 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:32.309959 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=82 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:36.901586 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:36.904578 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=31 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:37.186061 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:20:43.785711 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f6e9045f-1b87-4b7e-85c5-01ca46b68c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:45.991357 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7f945-3df8-4447-a755-c2be5a865d75 req-da9b69bb-892c-4c43-afeb-293aa3791463 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:45.992835 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f2b7f945-3df8-4447-a755-c2be5a865d75 req-da9b69bb-892c-4c43-afeb-293aa3791463 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 946 time: 0.1667347 Jun 15 22:20:46.035404 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e621-5602-4d00-a339-1997b5f66bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:46.046211 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f2b7f945-3df8-4447-a755-c2be5a865d75 req-04b9a062-14bc-42aa-b97c-fe56c557146f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475731 Jun 15 22:20:47.181789 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:47.184987 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:47.193186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e6ea1-5938-4fcb-83ff-9f1d2da6c866 req-3ebb9409-18c5-4371-821e-60b037b3b389 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:47.195133 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d65e6ea1-5938-4fcb-83ff-9f1d2da6c866 req-3ebb9409-18c5-4371-821e-60b037b3b389 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 946 time: 0.0610697 Jun 15 22:20:47.256700 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d65e6ea1-5938-4fcb-83ff-9f1d2da6c866 req-04dd09f3-e8cb-47ce-b498-d3de1d07bdb6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=f5073415-ed82-49a2-9ccb-51fae5c99284&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557611 Jun 15 22:20:47.604919 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:47.784200 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-c8cea26a-151f-4f7e-97ef-82a37cff0679 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:47.785749 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-c8cea26a-151f-4f7e-97ef-82a37cff0679 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Jun 15 22:20:47.885298 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Deleting port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:20:47.885651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:47.980601 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] For port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:20:47.980956 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:48.146823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:48.147095 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (a1378eb9-93e9-49aa-8dc4-d1546e6d9628), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:48.147379 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Floating IP a1378eb9-93e9-49aa-8dc4-d1546e6d9628 disassociated. External IP: 172.27.2.96, port: eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e. Jun 15 22:20:48.147723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Calling delete_port for eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:20:48.294882 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:48.324533 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event deleted for resources: {'Port': ['ID=eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:48.336435 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.336775 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.337112 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.337492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.337820 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.338142 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.338461 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.338786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.339100 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.339406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.339724 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.340034 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.340349 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.340667 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.340969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:48.367498 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7b9e201e-4cb4-4760-989e-004954a5c65f req-bd247e38-a123-4259-a9b6-1f319cbe15ee tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=503192ac-2c7e-41e2-821a-7ae04c7020c0 HTTP/1.1" status: 200 len: 210 time: 0.0319955 Jun 15 22:20:48.450191 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:20:48.563653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:48.567070 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:20:48.579117 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] Sync routers for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:20:48.590853 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:48.591462 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:48.617383 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] No DVR routers for this DVR port eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:20:48.620008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:48.623461 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6db78ba3-1475-45a9-bf5b-59111c3d742c req-3a282025-4372-4e25-a10b-0c8d17314136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "DELETE /v2.0/ports/eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e HTTP/1.1" status: 204 len: 173 time: 0.8297863 Jun 15 22:20:48.623904 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-deleted', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:48.626269 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847515d4-8a4c-406a-b279-84f72c068cbf" -d '{"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-deleted", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:48.666232 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb308770-1a42-4906-8452-689171d7507f x-openstack-request-id: req-eb308770-1a42-4906-8452-689171d7507f {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:48.666532 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503192ac-2c7e-41e2-821a-7ae04c7020c0", "name": "network-vif-deleted", "tag": "eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:48.666786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb308770-1a42-4906-8452-689171d7507f {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:48.667305 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb308770-1a42-4906-8452-689171d7507f'] response: {'server_uuid': '503192ac-2c7e-41e2-821a-7ae04c7020c0', 'name': 'network-vif-deleted', 'tag': 'eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e', 'status': 'completed', 'code': 200} Jun 15 22:20:48.703330 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:48.988161 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:49.012480 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] Checking router: 1a93d3bb-fb19-4935-804a-19b63b1b99f5 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:20:49.021356 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:49.021954 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:49.126552 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:49.268685 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:49.284987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.329471 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:49.331542 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:49.346628 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.355812 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a864971-6b1f-4072-87a0-e34627bff9c6 None None] The sync data for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi is: [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:20:49.464815 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45820) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:49.503743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:49.533758 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-513085a3-aa34-439e-aefe-05bf2db1d83d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (f5073415-ed82-49a2-9ccb-51fae5c99284), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.561419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-513085a3-aa34-439e-aefe-05bf2db1d83d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (f5073415-ed82-49a2-9ccb-51fae5c99284), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.595992 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92895b3b-adaa-4f94-bfe4-0792bae44f00 None None] New status for floating IP a1378eb9-93e9-49aa-8dc4-d1546e6d9628: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:20:49.615683 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-513085a3-aa34-439e-aefe-05bf2db1d83d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f5073415-ed82-49a2-9ccb-51fae5c99284), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.618664 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-513085a3-aa34-439e-aefe-05bf2db1d83d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.619820 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-513085a3-aa34-439e-aefe-05bf2db1d83d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "DELETE /v2.0/security-groups/f5073415-ed82-49a2-9ccb-51fae5c99284 HTTP/1.1" status: 204 len: 168 time: 0.1539025 Jun 15 22:20:49.622884 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45822) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:49.629819 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513085a3-aa34-439e-aefe-05bf2db1d83d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5073415-ed82-49a2-9ccb-51fae5c99284,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:49.646020 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.api.v2.resource [None req-3b194667-df62-460e-92f5-f6ee197fd903 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] show failed (client error): The resource could not be found. Jun 15 22:20:49.647109 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-3b194667-df62-460e-92f5-f6ee197fd903 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups/f5073415-ed82-49a2-9ccb-51fae5c99284 HTTP/1.1" status: 404 len: 347 time: 0.0231738 Jun 15 22:20:49.650649 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45824) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:49.768737 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Deleting port 02206950-329c-46b2-ad7a-739fbb59423c {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:20:49.769071 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (02206950-329c-46b2-ad7a-739fbb59423c), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.846737 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (02206950-329c-46b2-ad7a-739fbb59423c), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.847050 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (02206950-329c-46b2-ad7a-739fbb59423c), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:49.862072 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Calling delete_port for 02206950-329c-46b2-ad7a-739fbb59423c owned by network:floatingip {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:20:50.034133 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (02206950-329c-46b2-ad7a-739fbb59423c), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.057714 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event deleted for resources: {'Port': ['ID=02206950-329c-46b2-ad7a-739fbb59423c,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:50.072071 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.072415 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.072747 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.073077 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.073434 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.073760 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.074080 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.074398 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.074712 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.075028 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.075340 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.075651 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.075964 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.076279 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.076587 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:20:50.139864 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (a1378eb9-93e9-49aa-8dc4-d1546e6d9628), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.142498 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.143672 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ab8130f5-ee26-462b-9b1e-580756dee0a5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "DELETE /v2.0/floatingips/a1378eb9-93e9-49aa-8dc4-d1546e6d9628 HTTP/1.1" status: 204 len: 168 time: 0.4921207 Jun 15 22:20:50.237789 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45828) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:50.244969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-9db9c4e5-091b-4607-98f6-d407dcbd6703 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147094703', 'description': 'tempest-description--1382326062'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:50.280632 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9db9c4e5-091b-4607-98f6-d407dcbd6703 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.362967 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9db9c4e5-091b-4607-98f6-d407dcbd6703 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (496c0feb-3c04-4102-86de-575c27bf8a52), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.367184 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9db9c4e5-091b-4607-98f6-d407dcbd6703 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (496c0feb-3c04-4102-86de-575c27bf8a52), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.398140 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9db9c4e5-091b-4607-98f6-d407dcbd6703 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.399484 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9db9c4e5-091b-4607-98f6-d407dcbd6703 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1602616 Jun 15 22:20:50.403149 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45830) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:50.405155 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9c4e5-091b-4607-98f6-d407dcbd6703 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=496c0feb-3c04-4102-86de-575c27bf8a52,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:50.409692 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-ab7688fd-5fa0-4215-a180-957ee43c35e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'security_group_rule': {'security_group_id': '496c0feb-3c04-4102-86de-575c27bf8a52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:50.445058 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab7688fd-5fa0-4215-a180-957ee43c35e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (364d2225-dbc4-4cdd-b5b7-1a1aae0a0028), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.511943 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab7688fd-5fa0-4215-a180-957ee43c35e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (364d2225-dbc4-4cdd-b5b7-1a1aae0a0028), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.516183 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab7688fd-5fa0-4215-a180-957ee43c35e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (364d2225-dbc4-4cdd-b5b7-1a1aae0a0028), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.533918 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7688fd-5fa0-4215-a180-957ee43c35e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364d2225-dbc4-4cdd-b5b7-1a1aae0a0028,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:50.546751 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ab7688fd-5fa0-4215-a180-957ee43c35e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.547972 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ab7688fd-5fa0-4215-a180-957ee43c35e4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428154 Jun 15 22:20:50.550956 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45832) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:50.555243 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-e637db9c-c8c1-49eb-9009-c7571919784e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'security_group_rule': {'security_group_id': '496c0feb-3c04-4102-86de-575c27bf8a52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:50.587554 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e637db9c-c8c1-49eb-9009-c7571919784e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (ca125bac-7b23-4965-887b-43947a2c7e4a), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.650107 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e637db9c-c8c1-49eb-9009-c7571919784e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (ca125bac-7b23-4965-887b-43947a2c7e4a), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.656026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e637db9c-c8c1-49eb-9009-c7571919784e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (ca125bac-7b23-4965-887b-43947a2c7e4a), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.663694 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:50.676050 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637db9c-c8c1-49eb-9009-c7571919784e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca125bac-7b23-4965-887b-43947a2c7e4a,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:50.687401 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e637db9c-c8c1-49eb-9009-c7571919784e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.688581 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e637db9c-c8c1-49eb-9009-c7571919784e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368024 Jun 15 22:20:50.692077 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45834) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:20:50.696916 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:50.707357 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:50.722093 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.801611 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:50.913405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Allocated IP 172.27.2.254 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/0ad4cb9d-3491-4dea-8a1d-c36b06fccd84) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:20:51.022036 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.057592 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.104797 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:20:51.107965 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:20:51.112312 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:20:51.137020 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'Port': ['ID=0ad4cb9d-3491-4dea-8a1d-c36b06fccd84,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:51.203224 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (a3d2d2d2-aeed-493b-a823-a45862731e61), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.248245 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.407682 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.415519 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.443915 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:51.459143 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:51.496896 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'Port': ['ID=0ad4cb9d-3491-4dea-8a1d-c36b06fccd84,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:51.510929 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (a3d2d2d2-aeed-493b-a823-a45862731e61), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.530785 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:51.532316 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-31184b00-fcb8-4465-896d-6b09710a1f57 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8392792 Jun 15 22:20:51.753849 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-25c303e9-2b9c-4aec-9337-c98fc9161a66 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2147094703&fields=id&tenant_id=1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 267 time: 0.0471435 Jun 15 22:20:51.868925 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-758a9ffe-3f2f-4356-b173-7623ac2b5027 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:51.870773 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-758a9ffe-3f2f-4356-b173-7623ac2b5027 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 817 time: 0.1097841 Jun 15 22:20:51.887237 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-9fa5bc9b-690f-4181-b983-9e6694ab97c9 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/quotas/1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 375 time: 0.0104148 Jun 15 22:20:51.952091 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-46c710ac-9424-444c-929a-1347a41b4fa7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593090 Jun 15 22:20:52.056819 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-d37c5bb1-c88b-405c-b807-8c3b23f20a84 service neutron] 10.222.0.55 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926983 Jun 15 22:20:52.155691 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-b79de8f0-f116-4f84-a8ae-b09e50dc8584 service neutron] 10.222.0.55 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928237 Jun 15 22:20:52.252665 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:20:52.278975 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:20:52.278975 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device eeee2d2c-abfc-4d64-8bfd-fb8272d4f53e not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:20:52.344763 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-44d51c40-b017-4ea7-8994-638ff5bccfe3 req-c1c59f49-adc5-41a8-bff3-6c0c77663ac8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 210 time: 0.0289302 Jun 15 22:20:53.473581 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2f358951-be7e-4fec-85e8-2ad08fcb3aaf req-216e83a2-e4c0-471a-9523-10e937524ccf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 210 time: 0.0468895 Jun 15 22:20:53.839707 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b314d4-2a64-47d7-9346-966ae5092cd9 req-6ab1e36c-ebde-4344-8c8d-c31d0e46dd4a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:53.840581 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-754289d3-33db-4912-b14d-3a09864aae7e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:53.841289 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a4b314d4-2a64-47d7-9346-966ae5092cd9 req-6ab1e36c-ebde-4344-8c8d-c31d0e46dd4a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0495653 Jun 15 22:20:53.842152 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-754289d3-33db-4912-b14d-3a09864aae7e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 817 time: 0.4276328 Jun 15 22:20:53.900817 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a4b314d4-2a64-47d7-9346-966ae5092cd9 req-f29e31d8-a405-47f7-9d73-04119c51574a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533595 Jun 15 22:20:54.595571 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bbd5e6a-03fb-4952-8e4b-2d444b701f07 req-c99ef9c0-cf3e-4d5d-8251-b29a62930d6e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 210 time: 0.0384343 Jun 15 22:20:55.032492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402caafc-c8a3-4356-ae32-a10023b59c52 req-2481bf05-b596-469d-95b8-b37ec562ba24 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:55.034414 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-402caafc-c8a3-4356-ae32-a10023b59c52 req-2481bf05-b596-469d-95b8-b37ec562ba24 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0583634 Jun 15 22:20:55.086030 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-402caafc-c8a3-4356-ae32-a10023b59c52 req-11000701-5048-4b97-ad0f-82c5836d6c02 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Jun 15 22:20:55.724500 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1287328b-e3a5-4b69-88f8-793a5eec748b req-052f42d2-7c05-43c8-a090-15a7df5d57a7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 210 time: 0.0363545 Jun 15 22:20:55.857503 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:55.882674 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-61f90876-1022-4b1c-8522-7dfaf80835c8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 380 time: 0.0605376 Jun 15 22:20:56.044590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'port': {'device_id': '68873eb8-8080-4f9a-ab71-0335149287b4', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'admin_state_up': True, 'tenant_id': '1593797d34a04b169379da1a51e18072', 'security_groups': ['496c0feb-3c04-4102-86de-575c27bf8a52']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:56.068732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:56.161651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Made reservation on behalf of 1593797d34a04b169379da1a51e18072 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:20:56.165099 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:56.207241 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f4d31-1fac-4b6b-91fe-992d03387578 req-babc091b-e930-47cf-8c0b-a581702097dc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:56.208711 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-df2f4d31-1fac-4b6b-91fe-992d03387578 req-babc091b-e930-47cf-8c0b-a581702097dc tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0483599 Jun 15 22:20:56.266835 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-df2f4d31-1fac-4b6b-91fe-992d03387578 req-f47189e2-53c2-45b6-aa0e-6e4efb376051 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=fac33211-54b8-4467-a9b3-800792bff7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521095 Jun 15 22:20:56.286735 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-3c2e8dea-9855-4aa2-8f6d-cd5b305e4c0a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:56.288190 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-3c2e8dea-9855-4aa2-8f6d-cd5b305e4c0a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 946 time: 0.0952771 Jun 15 22:20:56.374488 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Allocated IP 172.20.0.9 (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e/d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e/f1bca41c-6fc6-43de-a971-91dcd12aada2) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:20:56.428136 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Deleting port c9c6920c-14fa-4def-95f3-a52bc33fd374 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:20:56.428465 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:56.597287 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] For port c9c6920c-14fa-4def-95f3-a52bc33fd374, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9c6920c-14fa-4def-95f3-a52bc33fd374,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:20:56.606342 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:56.683309 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:56.772194 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:56.854767 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:56.860758 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e1f7-0f3a-4daa-b76c-beed681a61ef req-65a52f1f-d332-4da8-9a6f-174e01978348 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:56.860985 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:56.862521 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c1b3e1f7-0f3a-4daa-b76c-beed681a61ef req-65a52f1f-d332-4da8-9a6f-174e01978348 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 931 time: 0.0591199 Jun 15 22:20:56.876339 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:56.881736 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:20:56.884073 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:56.884569 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (7e9a25c3-f30d-41ed-965c-48f652a19908), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:56.884768 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Floating IP 7e9a25c3-f30d-41ed-965c-48f652a19908 disassociated. External IP: 172.27.2.240, port: c9c6920c-14fa-4def-95f3-a52bc33fd374. Jun 15 22:20:56.885104 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Calling delete_port for c9c6920c-14fa-4def-95f3-a52bc33fd374 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:20:56.894291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:20:56.900609 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:20:56.935333 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c1b3e1f7-0f3a-4daa-b76c-beed681a61ef req-66f0e430-580b-41e8-b780-6c57f64fb91b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663605 Jun 15 22:20:56.996547 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:56.997213 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:57.037522 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-04b38386-35f8-496f-a0fb-71e38beab1af tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9979851 Jun 15 22:20:57.074921 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Request body: {'port': {'device_id': '68873eb8-8080-4f9a-ab71-0335149287b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:20:57.148346 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (c9c6920c-14fa-4def-95f3-a52bc33fd374), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:57.184745 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event deleted for resources: {'Port': ['ID=c9c6920c-14fa-4def-95f3-a52bc33fd374,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:57.186814 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:57.223891 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-0fb87347-1d11-44ce-9db6-e72344165388 None None] Provisioning complete for port f1bca41c-6fc6-43de-a971-91dcd12aada2 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:20:57.224987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0fb87347-1d11-44ce-9db6-e72344165388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:57.259829 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-0fb87347-1d11-44ce-9db6-e72344165388 None None] Port f1bca41c-6fc6-43de-a971-91dcd12aada2 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:20:57.368929 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8a76b81a-a2bd-41ec-8ed1-350e4d2d22ca req-4d8d7562-e2d4-4e5f-b801-863b9fd173ef tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.0281947 Jun 15 22:20:57.417271 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Router 5b5cd052-a31a-4957-acb0-c81177e65f1f has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:20:57.626063 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:57.631802 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:20:57.644129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bca41c-6fc6-43de-a971-91dcd12aada2 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:20:57.647221 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] Sync routers for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:20:57.665588 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:57.666596 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:57.671758 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Publish callbacks [] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:57.701249 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] No DVR routers for this DVR port c9c6920c-14fa-4def-95f3-a52bc33fd374 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:20:57.705206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Transition to ACTIVE for port object f1bca41c-6fc6-43de-a971-91dcd12aada2 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:20:57.706866 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:57.710382 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6bd1a4ae-95ee-42e9-8f88-47b27f4d8eb4 req-65cb34b4-5494-48bf-8150-e2639c68bbf7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "DELETE /v2.0/ports/c9c6920c-14fa-4def-95f3-a52bc33fd374 HTTP/1.1" status: 204 len: 173 time: 1.3992658 Jun 15 22:20:57.710842 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'name': 'network-vif-deleted', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:57.713382 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce99f7b-8dbc-4d74-bbc2-3c23d7da3bfb" -d '{"events": [{"server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "name": "network-vif-deleted", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:57.717287 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:57.725841 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:57.760949 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500db47d-016a-465e-9025-d26ccaaf239d x-openstack-request-id: req-500db47d-016a-465e-9025-d26ccaaf239d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:57.761199 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6aaf51e-4c52-4369-93d6-cab9d1aa1322", "name": "network-vif-deleted", "tag": "c9c6920c-14fa-4def-95f3-a52bc33fd374", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:57.761524 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-500db47d-016a-465e-9025-d26ccaaf239d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:57.761876 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500db47d-016a-465e-9025-d26ccaaf239d'] response: {'server_uuid': 'b6aaf51e-4c52-4369-93d6-cab9d1aa1322', 'name': 'network-vif-deleted', 'tag': 'c9c6920c-14fa-4def-95f3-a52bc33fd374', 'status': 'completed', 'code': 200} Jun 15 22:20:57.786876 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:57.850329 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:57.884224 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Attempting to bind port f1bca41c-6fc6-43de-a971-91dcd12aada2 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:20:57.884550 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Attempting to bind port f1bca41c-6fc6-43de-a971-91dcd12aada2 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:20:57.884866 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Attempting to bind port f1bca41c-6fc6-43de-a971-91dcd12aada2 on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:20:57.890510 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Port f1bca41c-6fc6-43de-a971-91dcd12aada2 on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:20:57.890824 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Attempting to bind port f1bca41c-6fc6-43de-a971-91dcd12aada2 on network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:20:57.896207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:20:57.896948 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Checking segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:20:57.897084 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Bound using segment: {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:20:57.897483 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Bound port: f1bca41c-6fc6-43de-a971-91dcd12aada2, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59868e6d-146b-4522-8d8d-26d929cacc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:20:57.897889 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:58.034095 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:20:58.043209 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:20:58.057296 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:58.102772 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:58.103391 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:58.105341 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 1093 time: 1.0367947 Jun 15 22:20:58.149465 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e39382-e5d3-491e-ad8b-d48dce168a93 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:20:58.212829 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639d7c-94e2-4a09-adb3-ce987110fddc req-07a551e5-e249-4d02-bdef-eac07053c44b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:58.214912 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81639d7c-94e2-4a09-adb3-ce987110fddc req-07a551e5-e249-4d02-bdef-eac07053c44b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0807705 Jun 15 22:20:58.286426 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:58.296657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-81639d7c-94e2-4a09-adb3-ce987110fddc req-7544aeaa-320f-427e-a0bc-77883ae3e876 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751386 Jun 15 22:20:58.332696 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:20:58.338331 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:58.379278 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] Checking router: 5b5cd052-a31a-4957-acb0-c81177e65f1f for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:20:58.391743 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:20:58.392914 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:58.475912 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-37104af2-5a16-450f-be0f-7d18c91fc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:58.477373 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-37104af2-5a16-450f-be0f-7d18c91fc9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1127 time: 0.1007309 Jun 15 22:20:58.546971 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d552584-1f65-42cb-9e03-ca3dec3c2f6c req-3d4428f2-e02d-4777-b8f6-07b7d56046b4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.0454566 Jun 15 22:20:58.578715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac4da-dafe-46bb-99e4-8f6300d33c0f req-80d9d3e0-232c-48fa-90ff-9dd3c401bf98 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:58.582847 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:20:58.586723 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6a3ac4da-dafe-46bb-99e4-8f6300d33c0f req-80d9d3e0-232c-48fa-90ff-9dd3c401bf98 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0717254 Jun 15 22:20:58.637926 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6a3ac4da-dafe-46bb-99e4-8f6300d33c0f req-39258374-e557-4a9e-9f5a-94d452e08225 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501883 Jun 15 22:20:58.794153 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:20:58.823224 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e470e-9da1-4c27-b122-921af4899487 None None] The sync data for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi is: [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:20:59.052785 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0707a6da-407b-4cab-adea-a092fb20f6f8 None None] New status for floating IP 7e9a25c3-f30d-41ed-965c-48f652a19908: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:20:59.428764 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cda10-733f-40c4-bbbb-4775baab1172 req-f7d59c35-76e9-4557-9883-aa5111aa05e1 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:59.430263 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-115cda10-733f-40c4-bbbb-4775baab1172 req-f7d59c35-76e9-4557-9883-aa5111aa05e1 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0573215 Jun 15 22:20:59.490028 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-115cda10-733f-40c4-bbbb-4775baab1172 req-d6433d1f-630b-4bb6-8fce-ac5da7b02141 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518661 Jun 15 22:20:59.551091 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:20:59.661107 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-db85c045-eb2e-42d3-a5d7-d4d34d844d81 req-d5663431-9d9b-4e08-a763-8086f602e8df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.0362036 Jun 15 22:20:59.755116 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ffb00-e406-487b-be89-a7af19bd429b req-26b5b70f-2824-42e4-b5f6-71959920c416 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:20:59.756637 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-230ffb00-e406-487b-be89-a7af19bd429b req-26b5b70f-2824-42e4-b5f6-71959920c416 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0495448 Jun 15 22:20:59.763327 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:20:59.765596 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a007b-ee12-4751-a846-c2e114c5a552" -d '{"events": [{"name": "network-changed", "server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:20:59.811205 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-230ffb00-e406-487b-be89-a7af19bd429b req-37e51f55-859f-4d26-8ccc-20c8633b63f2 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485945 Jun 15 22:20:59.864591 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6f6d7-f2ae-4bc4-ad03-47b3c38abba4 x-openstack-request-id: req-bcf6f6d7-f2ae-4bc4-ad03-47b3c38abba4 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:20:59.865072 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:20:59.865554 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bcf6f6d7-f2ae-4bc4-ad03-47b3c38abba4 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:20:59.866220 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf6f6d7-f2ae-4bc4-ad03-47b3c38abba4'] response: {'name': 'network-changed', 'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'status': 'completed', 'code': 200} Jun 15 22:21:00.284894 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device c9c6920c-14fa-4def-95f3-a52bc33fd374 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:00.306175 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: c9c6920c-14fa-4def-95f3-a52bc33fd374 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:00.306515 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device c9c6920c-14fa-4def-95f3-a52bc33fd374 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:00.621265 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a97729-2c29-4486-93a9-050134a15d5e req-45d5945b-c3b3-44e3-bc6d-a6b9441ae922 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:00.622814 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-69a97729-2c29-4486-93a9-050134a15d5e req-45d5945b-c3b3-44e3-bc6d-a6b9441ae922 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0541818 Jun 15 22:21:00.690359 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-69a97729-2c29-4486-93a9-050134a15d5e req-f2325119-a0f6-4f56-8817-cf494f60e426 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602636 Jun 15 22:21:00.799305 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-321f2db5-8dce-4eaf-b613-fb4a51325da3 req-fcea5b27-83f0-4dc5-bee2-bffc6611fa56 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6aaf51e-4c52-4369-93d6-cab9d1aa1322 HTTP/1.1" status: 200 len: 210 time: 0.0319061 Jun 15 22:21:00.926660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fbaf9-0ab0-4373-adb4-b0a9f68c6819 req-92e34cfe-086a-4897-8fc5-9da0091fc015 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:00.928095 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-459fbaf9-0ab0-4373-adb4-b0a9f68c6819 req-92e34cfe-086a-4897-8fc5-9da0091fc015 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.0502326 Jun 15 22:21:00.978292 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-459fbaf9-0ab0-4373-adb4-b0a9f68c6819 req-b9a96504-fc1d-4f0b-a782-358dfc9f140e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445628 Jun 15 22:21:01.717794 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-add35450-d547-438b-9d6b-7d9cbcc1ca6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 217 time: 0.0364680 Jun 15 22:21:01.814089 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:01.829228 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-66c540a2-37b4-44ee-b6c0-ad1f0ca09a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:01.830373 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-66c540a2-37b4-44ee-b6c0-ad1f0ca09a3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.0822270 Jun 15 22:21:01.841127 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b314b9-ae61-4d6b-b5e2-231ce65a7552 req-a609c04c-43df-45bf-be42-299af9b0a0d5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:01.842589 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91b314b9-ae61-4d6b-b5e2-231ce65a7552 req-a609c04c-43df-45bf-be42-299af9b0a0d5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0632298 Jun 15 22:21:01.893040 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91b314b9-ae61-4d6b-b5e2-231ce65a7552 req-431e1d1e-3ff9-4ad7-b0a7-6a6af713debc tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Jun 15 22:21:01.903238 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:01.939268 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682df3-145f-471b-abdb-108b8f871585 req-045f61a9-19c2-4acf-b624-0007c4c7a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:01.940816 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-045f61a9-19c2-4acf-b624-0007c4c7a686 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469005 Jun 15 22:21:02.003519 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 45966) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:02.177926 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-85561cd5-36dc-4080-8e30-7e46143a6049 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:02.179384 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-85561cd5-36dc-4080-8e30-7e46143a6049 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.1177649 Jun 15 22:21:02.222534 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b5328fb9-2f94-4e48-b71c-95e9878132d7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (fac33211-54b8-4467-a9b3-800792bff7e0), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.236955 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f7a57-b5fa-417a-ad8e-641bb5007721 req-fb9f7905-bc2e-4a28-9741-af77cfcbfa70 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:02.238139 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-933f7a57-b5fa-417a-ad8e-641bb5007721 req-fb9f7905-bc2e-4a28-9741-af77cfcbfa70 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 946 time: 0.1609917 Jun 15 22:21:02.318788 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b5328fb9-2f94-4e48-b71c-95e9878132d7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (fac33211-54b8-4467-a9b3-800792bff7e0), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.335732 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-770c72a9-f7a4-4b0b-b257-87343970917d service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832065 Jun 15 22:21:02.445991 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-933f7a57-b5fa-417a-ad8e-641bb5007721 req-3c7633c3-235e-4f85-a79a-879823fa57a0 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=1238a103-e007-4b26-8b2a-98763e4ab161&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852007 Jun 15 22:21:02.448849 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Deleting port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:02.449184 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.548129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b5328fb9-2f94-4e48-b71c-95e9878132d7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fac33211-54b8-4467-a9b3-800792bff7e0), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.550557 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b5328fb9-2f94-4e48-b71c-95e9878132d7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.551724 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b5328fb9-2f94-4e48-b71c-95e9878132d7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "DELETE /v2.0/security-groups/fac33211-54b8-4467-a9b3-800792bff7e0 HTTP/1.1" status: 204 len: 168 time: 0.5489914 Jun 15 22:21:02.555038 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45972) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:02.570057 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.api.v2.resource [None req-994bfeb8-fdb9-4e39-904d-5b66407ea320 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] show failed (client error): The resource could not be found. Jun 15 22:21:02.571248 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-994bfeb8-fdb9-4e39-904d-5b66407ea320 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups/fac33211-54b8-4467-a9b3-800792bff7e0 HTTP/1.1" status: 404 len: 347 time: 0.0151589 Jun 15 22:21:02.574487 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45974) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:02.582852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5328fb9-2f94-4e48-b71c-95e9878132d7 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac33211-54b8-4467-a9b3-800792bff7e0,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:02.588050 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7a682df3-145f-471b-abdb-108b8f871585 req-3cbbef97-43e8-45ae-88a5-de77baf17e61 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239327 Jun 15 22:21:02.604690 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] For port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:02.605033 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.727882 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Deleting port 2325d765-1eda-4bd6-9914-e1b1c6218117 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:02.728216 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.731708 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:02.783972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.784283 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.784624 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Floating IP 602f0e05-bc57-468a-979f-b97e3f3884f0 disassociated. External IP: 172.27.2.231, port: dfdc84d8-1923-419b-b5e6-bcaa18ced6d3. Jun 15 22:21:02.784963 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Calling delete_port for dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:02.807905 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.808144 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (2325d765-1eda-4bd6-9914-e1b1c6218117), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:02.823208 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Calling delete_port for 2325d765-1eda-4bd6-9914-e1b1c6218117 owned by network:floatingip {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:02.899130 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:02.973782 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (2325d765-1eda-4bd6-9914-e1b1c6218117), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.010456 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event deleted for resources: {'Port': ['ID=2325d765-1eda-4bd6-9914-e1b1c6218117,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:03.056922 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:03.091927 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b4393-aa8c-4af7-98d0-f3bc88e6d8a0 req-4b2cf642-da23-4e19-9d45-70d197c07ccf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:03.093683 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5b6b4393-aa8c-4af7-98d0-f3bc88e6d8a0 req-4b2cf642-da23-4e19-9d45-70d197c07ccf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0951939 Jun 15 22:21:03.130611 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (7e9a25c3-f30d-41ed-965c-48f652a19908), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.133491 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.134706 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-96fe035f-94db-4485-812d-ee344e71457f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "DELETE /v2.0/floatingips/7e9a25c3-f30d-41ed-965c-48f652a19908 HTTP/1.1" status: 204 len: 168 time: 0.5592873 Jun 15 22:21:03.169053 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5b6b4393-aa8c-4af7-98d0-f3bc88e6d8a0 req-0cf126c5-a903-4ee3-b9c2-d6a15700bf81 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683460 Jun 15 22:21:03.191283 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (dfdc84d8-1923-419b-b5e6-bcaa18ced6d3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.222713 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event deleted for resources: {'Port': ['ID=dfdc84d8-1923-419b-b5e6-bcaa18ced6d3,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:03.251050 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45982) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:03.256278 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-184972bf-b13b-4990-b32d-e552b4f51e00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015816860', 'description': 'tempest-description--345618764'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:03.279579 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-184972bf-b13b-4990-b32d-e552b4f51e00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.297268 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:03.343541 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Router d607ade9-7129-4a15-828e-ed98ca86c51c has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:21:03.356416 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-184972bf-b13b-4990-b32d-e552b4f51e00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (47573fe4-5997-485d-ba77-7952e54c4450), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.360087 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-184972bf-b13b-4990-b32d-e552b4f51e00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (47573fe4-5997-485d-ba77-7952e54c4450), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.390919 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-184972bf-b13b-4990-b32d-e552b4f51e00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.392147 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-184972bf-b13b-4990-b32d-e552b4f51e00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1400294 Jun 15 22:21:03.395153 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45984) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:03.399937 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-372d09d8-31b3-440a-9e31-bd8ca460b042 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'security_group_rule': {'security_group_id': '47573fe4-5997-485d-ba77-7952e54c4450', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:03.406015 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184972bf-b13b-4990-b32d-e552b4f51e00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47573fe4-5997-485d-ba77-7952e54c4450,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:03.429851 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-372d09d8-31b3-440a-9e31-bd8ca460b042 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (ae7718b1-0572-4658-bf90-0be10f77442f), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.466988 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:21:03.478017 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] Sync routers for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:21:03.490061 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:03.493889 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:03.507386 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-372d09d8-31b3-440a-9e31-bd8ca460b042 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (ae7718b1-0572-4658-bf90-0be10f77442f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.515268 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-372d09d8-31b3-440a-9e31-bd8ca460b042 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (ae7718b1-0572-4658-bf90-0be10f77442f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.540115 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d09d8-31b3-440a-9e31-bd8ca460b042 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7718b1-0572-4658-bf90-0be10f77442f,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:03.541427 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] No DVR routers for this DVR port dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:21:03.543681 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a007b-ee12-4751-a846-c2e114c5a552 req-43a70ff1-e7a6-4847-b2c3-1317550c2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:03.545080 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-328a007b-ee12-4751-a846-c2e114c5a552 req-43a70ff1-e7a6-4847-b2c3-1317550c2e2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1127 time: 0.0918806 Jun 15 22:21:03.546278 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.549421 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-726d42f5-71c5-40ac-a2be-a45f3f7c4c68 req-68653987-65b2-4a9f-8620-e49e1516480d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "DELETE /v2.0/ports/dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 HTTP/1.1" status: 204 len: 173 time: 1.3374982 Jun 15 22:21:03.549868 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'name': 'network-vif-deleted', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:03.552128 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e22f6e1-a338-47df-bc48-7f64ceeae5de" -d '{"events": [{"server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "name": "network-vif-deleted", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:03.618941 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fb8780d2-ead8-49ac-b470-f79e262e0391 req-7c37787d-3884-4237-9e57-6364d8256e25 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e2cc42c-43f5-437a-89a9-94a1609e986f HTTP/1.1" status: 200 len: 210 time: 0.0798202 Jun 15 22:21:03.623902 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:03.624920 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b20d84d-40c6-4b0d-85d3-27d7b3951c8b x-openstack-request-id: req-0b20d84d-40c6-4b0d-85d3-27d7b3951c8b {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:03.625206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2cc42c-43f5-437a-89a9-94a1609e986f", "name": "network-vif-deleted", "tag": "dfdc84d8-1923-419b-b5e6-bcaa18ced6d3", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:03.625511 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b20d84d-40c6-4b0d-85d3-27d7b3951c8b {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:03.625882 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b20d84d-40c6-4b0d-85d3-27d7b3951c8b'] response: {'server_uuid': '5e2cc42c-43f5-437a-89a9-94a1609e986f', 'name': 'network-vif-deleted', 'tag': 'dfdc84d8-1923-419b-b5e6-bcaa18ced6d3', 'status': 'completed', 'code': 200} Jun 15 22:21:03.628559 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-372d09d8-31b3-440a-9e31-bd8ca460b042 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.629786 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-372d09d8-31b3-440a-9e31-bd8ca460b042 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335587 Jun 15 22:21:03.633432 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45990) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:03.638218 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-20e15c3d-deb7-416e-aae2-02afbcf46c93 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'security_group_rule': {'security_group_id': '47573fe4-5997-485d-ba77-7952e54c4450', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:03.703505 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-20e15c3d-deb7-416e-aae2-02afbcf46c93 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (5d9f37f1-0e8f-40fd-9d13-1e66fe937ddc), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.731081 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a007b-ee12-4751-a846-c2e114c5a552 req-6704a4c4-a5ef-4e0a-b423-0fede2cc68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:03.745924 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-328a007b-ee12-4751-a846-c2e114c5a552 req-6704a4c4-a5ef-4e0a-b423-0fede2cc68e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.1737258 Jun 15 22:21:03.782539 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-20e15c3d-deb7-416e-aae2-02afbcf46c93 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (5d9f37f1-0e8f-40fd-9d13-1e66fe937ddc), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.788068 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-20e15c3d-deb7-416e-aae2-02afbcf46c93 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (5d9f37f1-0e8f-40fd-9d13-1e66fe937ddc), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.806881 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-328a007b-ee12-4751-a846-c2e114c5a552 req-4f0ab43f-e903-4798-8b6b-eeb9ed22470f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 217 time: 0.0555034 Jun 15 22:21:03.811523 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e15c3d-deb7-416e-aae2-02afbcf46c93 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9f37f1-0e8f-40fd-9d13-1e66fe937ddc,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:03.833066 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-20e15c3d-deb7-416e-aae2-02afbcf46c93 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.834235 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-20e15c3d-deb7-416e-aae2-02afbcf46c93 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1996789 Jun 15 22:21:03.837413 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 45992) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:03.842514 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:03.864928 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.898455 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:03.947843 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:03.961723 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:03.986583 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] Checking router: d607ade9-7129-4a15-828e-ed98ca86c51c for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:21:03.999539 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:04.001054 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:04.038818 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a007b-ee12-4751-a846-c2e114c5a552 req-4f5dc9dc-c60a-49da-b83e-84c6ab07e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:04.040425 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-328a007b-ee12-4751-a846-c2e114c5a552 req-4f5dc9dc-c60a-49da-b83e-84c6ab07e96a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.0493686 Jun 15 22:21:04.071513 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Allocated IP 172.27.2.42 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/90de8f4a-dbc1-4620-aee9-d37d758038a5) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:21:04.089697 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a007b-ee12-4751-a846-c2e114c5a552 req-679b28ce-6ec8-4095-b940-ae77368225dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:04.092038 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-328a007b-ee12-4751-a846-c2e114c5a552 req-679b28ce-6ec8-4095-b940-ae77368225dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455434 Jun 15 22:21:04.096267 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:04.127520 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:04.194371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.233300 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-328a007b-ee12-4751-a846-c2e114c5a552 req-0b6e14b1-dd3c-408a-9885-cfd09b002e50 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317871 Jun 15 22:21:04.241702 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.287468 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:21:04.290789 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:21:04.294651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:04.297656 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:21:04.300326 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:21:04.337799 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'Port': ['ID=90de8f4a-dbc1-4620-aee9-d37d758038a5,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:04.344990 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:04.384860 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:04.393517 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:04.410765 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (d6791d72-f12b-41eb-8473-c2ca69c40a92), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.412266 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16413aac-f0b1-473d-99f8-83193421e834 req-2f586216-dcd3-4291-a4b9-c5446f3b71cd tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:04.413819 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-16413aac-f0b1-473d-99f8-83193421e834 req-2f586216-dcd3-4291-a4b9-c5446f3b71cd tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0680892 Jun 15 22:21:04.427676 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ddd500-cbf2-4415-b5d1-7677b4a5a017 None None] The sync data for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi is: [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:15:47Z', 'revision_number': 4, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c6c6378e-2964-4a26-b2a5-9214c48c103a', 'name': '', 'network_id': '940602c4-8f41-4c18-9ab7-0dca7ab44fe8', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'mac_address': 'fa:16:3e:24:2b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:42Z', 'updated_at': '2022-06-15T22:16:04Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'subnets': [{'id': '28984ca3-c7b8-4d52-b267-c5ed7bcbb70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:21:04.450787 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:04.454600 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-328a007b-ee12-4751-a846-c2e114c5a552 req-0481687f-8fe0-4463-8049-7d08603255a9 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126353 Jun 15 22:21:04.464050 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'port_id': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'mac_address': 'fa:16:3e:d1:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:21:04.474333 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.494948 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-16413aac-f0b1-473d-99f8-83193421e834 req-0eb60e70-20fa-482c-a271-c2adaac5b9c7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736582 Jun 15 22:21:04.525443 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:21:04.525825 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.540856 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bca41c-6fc6-43de-a971-91dcd12aada2 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:21:04.562407 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:04.567345 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.618874 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:04.627053 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.627445 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.627916 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.628143 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.628509 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.628836 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.629158 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.629539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.630071 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.630420 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.630743 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.631067 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.631659 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.631848 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.632320 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:04.657359 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.664842 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.669276 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:04.737623 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46002) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:04.743551 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab32ac1-2dd8-4693-82fb-2a02ca3a5bfe None None] New status for floating IP 602f0e05-bc57-468a-979f-b97e3f3884f0: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:21:04.757554 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'Port': ['ID=90de8f4a-dbc1-4620-aee9-d37d758038a5,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:04.772664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (d6791d72-f12b-41eb-8473-c2ca69c40a92), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.792961 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.794348 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4ad9ec2b-a94c-408f-a90c-ec36975f76e1 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9560332 Jun 15 22:21:04.801600 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4560-d09d-40e2-bd24-a1095978d062 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group (1238a103-e007-4b26-8b2a-98763e4ab161), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.827457 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4560-d09d-40e2-bd24-a1095978d062 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group (1238a103-e007-4b26-8b2a-98763e4ab161), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.882680 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4560-d09d-40e2-bd24-a1095978d062 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1238a103-e007-4b26-8b2a-98763e4ab161), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.885698 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3cbe4560-d09d-40e2-bd24-a1095978d062 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:04.890328 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3cbe4560-d09d-40e2-bd24-a1095978d062 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "DELETE /v2.0/security-groups/1238a103-e007-4b26-8b2a-98763e4ab161 HTTP/1.1" status: 204 len: 168 time: 0.1516407 Jun 15 22:21:04.893654 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46016) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:04.911670 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe4560-d09d-40e2-bd24-a1095978d062 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238a103-e007-4b26-8b2a-98763e4ab161,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:04.914579 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.api.v2.resource [None req-71594bc1-4cca-4bee-874b-5ef916dab52d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] show failed (client error): The resource could not be found. Jun 15 22:21:04.915577 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-71594bc1-4cca-4bee-874b-5ef916dab52d tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups/1238a103-e007-4b26-8b2a-98763e4ab161 HTTP/1.1" status: 404 len: 347 time: 0.0209408 Jun 15 22:21:04.921009 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46018) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:04.941969 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['f1bca41c-6fc6-43de-a971-91dcd12aada2'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:21:05.057504 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-f9faa2ba-c7e4-4cda-bf79-ab3843b65e30 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1015816860&fields=id&tenant_id=e1c37e59766f45c3a46489befb803ff3 HTTP/1.1" status: 200 len: 267 time: 0.1447706 Jun 15 22:21:05.065168 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Deleting port 45729c02-f99e-4e0c-8ee2-8ab6086cba44 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:05.065568 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:05.192143 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:05.214384 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:05.214709 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (45729c02-f99e-4e0c-8ee2-8ab6086cba44), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:05.237664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-92d6d753-bb77-465d-8d81-6f42312e5608 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:05.239054 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-92d6d753-bb77-465d-8d81-6f42312e5608 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 810 time: 0.1714046 Jun 15 22:21:05.243657 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Calling delete_port for 45729c02-f99e-4e0c-8ee2-8ab6086cba44 owned by network:floatingip {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:05.265354 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-34118eaa-5ff4-4e9f-b823-0ba9e246d8d3 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/quotas/e1c37e59766f45c3a46489befb803ff3 HTTP/1.1" status: 200 len: 375 time: 0.0192251 Jun 15 22:21:05.357112 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-4e75fe1a-9610-4e3c-bb75-d3128f6bfd82 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609543 Jun 15 22:21:05.450037 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (45729c02-f99e-4e0c-8ee2-8ab6086cba44), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:05.507689 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event deleted for resources: {'Port': ['ID=45729c02-f99e-4e0c-8ee2-8ab6086cba44,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:05.583062 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-0cbd674a-72b4-46e6-8a9e-ae4131c54232 service neutron] 10.222.0.55 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120614 Jun 15 22:21:05.601543 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks [] for floatingip (602f0e05-bc57-468a-979f-b97e3f3884f0), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:05.603959 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:05.605025 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4fe9c4cf-1754-43f4-80af-90ee700ee6ed tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "DELETE /v2.0/floatingips/602f0e05-bc57-468a-979f-b97e3f3884f0 HTTP/1.1" status: 204 len: 168 time: 0.6821680 Jun 15 22:21:05.629657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33156f83-9f7a-4fc2-9e67-88d9a0247225 req-5e24a3eb-baa1-4a2a-8605-8cf180efab6b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:05.631604 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-33156f83-9f7a-4fc2-9e67-88d9a0247225 req-5e24a3eb-baa1-4a2a-8605-8cf180efab6b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 944 time: 0.0603015 Jun 15 22:21:05.645454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:05.663570 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:05.687737 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-66b92fa0-8ecb-4952-9d28-31255e4234c8 service neutron] 10.222.0.55 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953643 Jun 15 22:21:05.695625 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-33156f83-9f7a-4fc2-9e67-88d9a0247225 req-a7be53f4-4212-4a55-9433-d63dbbf2fa3e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570617 Jun 15 22:21:05.854813 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-687fba17-f8e0-471e-95af-6041e55e59a3 req-9bf96a8c-2fd3-4cbd-b2a9-03eb13606108 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 210 time: 0.0299928 Jun 15 22:21:06.299585 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:21:06.346623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:06.354581 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:06.355826 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port f1bca41c-6fc6-43de-a971-91dcd12aada2 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:21:06.364763 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port f1bca41c-6fc6-43de-a971-91dcd12aada2 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:21:06.366412 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:06.447433 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:21:06.447897 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:06.472736 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:06.475036 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e7d6c-8b4a-4b18-af66-166fa2a56259" -d '{"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:06.487245 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:06.492631 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:06.493583 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:06.516116 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b61bec3-cbd1-4320-a953-b5bdea6160f9 x-openstack-request-id: req-0b61bec3-cbd1-4320-a953-b5bdea6160f9 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:06.516430 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:06.516680 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b61bec3-cbd1-4320-a953-b5bdea6160f9 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:06.517067 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b61bec3-cbd1-4320-a953-b5bdea6160f9'] response: {'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'code': 200} Jun 15 22:21:06.537340 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:06.537804 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device dfdc84d8-1923-419b-b5e6-bcaa18ced6d3 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:06.563221 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:06.829810 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500df0c6-670a-4736-b60c-e23a8bbfd7d6 req-2502fa57-db63-4964-8635-eae6fa73afd1 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:06.832244 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-500df0c6-670a-4736-b60c-e23a8bbfd7d6 req-2502fa57-db63-4964-8635-eae6fa73afd1 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0566790 Jun 15 22:21:06.891792 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-500df0c6-670a-4736-b60c-e23a8bbfd7d6 req-7f83698f-70c1-4744-87ab-087a96df5507 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515304 Jun 15 22:21:06.987617 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-72e61b2e-76eb-4dec-8a6a-428c2dde16d5 req-0b4754a4-b2db-4deb-9095-2ae847ae5e12 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 210 time: 0.0460317 Jun 15 22:21:07.044653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529216c-e7c0-4601-b722-aab5f98d9a4b req-9eb393f8-a582-4689-a993-5f0831509f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:07.046188 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8529216c-e7c0-4601-b722-aab5f98d9a4b req-9eb393f8-a582-4689-a993-5f0831509f0a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1129 time: 0.1535950 Jun 15 22:21:07.145525 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-3e1cff7c-e1e3-4c40-85ed-347de1640837 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:07.147110 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-3e1cff7c-e1e3-4c40-85ed-347de1640837 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 810 time: 0.1703663 Jun 15 22:21:07.151144 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8529216c-e7c0-4601-b722-aab5f98d9a4b req-35ace291-f2cc-440d-8d47-71fb7af94c33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747669 Jun 15 22:21:07.595689 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-497197cb-15b2-4e41-86dc-83286ad4b130 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1c37e59766f45c3a46489befb803ff3 HTTP/1.1" status: 200 len: 380 time: 0.0641961 Jun 15 22:21:07.860142 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'port': {'device_id': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'admin_state_up': True, 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'security_groups': ['47573fe4-5997-485d-ba77-7952e54c4450']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:08.017689 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Made reservation on behalf of e1c37e59766f45c3a46489befb803ff3 for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:21:08.021201 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:08.032781 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1d142-34c5-47cd-b3db-e6fbcb77ca2f req-35099b93-895a-4f5f-8b7b-7b101d5a39fa tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:08.034375 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8a1d142-34c5-47cd-b3db-e6fbcb77ca2f req-35099b93-895a-4f5f-8b7b-7b101d5a39fa tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0667822 Jun 15 22:21:08.112176 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:08.144140 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b8a1d142-34c5-47cd-b3db-e6fbcb77ca2f req-0edca36b-0d35-4cb0-a6c2-39021bad920c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029627 Jun 15 22:21:08.161996 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1b42640f-4311-437c-9631-da18f81029cc req-0af8b5a5-db1c-4bf3-b1eb-6fe221d3d6d6 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 210 time: 0.0344579 Jun 15 22:21:08.207795 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Allocated IP 172.20.0.11 (8775d530-af5d-47c6-94ff-035a35c09c54/72e7cc71-9a32-4f03-944e-76c43ed1224f/72bdda10-0519-4860-a576-e08996f2fe0f) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:21:08.299701 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81109f1-ab86-4777-add4-7f87a03af4dd req-efe05a83-3181-4562-acf4-15fca0f69e25 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:08.301199 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e81109f1-ab86-4777-add4-7f87a03af4dd req-efe05a83-3181-4562-acf4-15fca0f69e25 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0825582 Jun 15 22:21:08.381206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:08.408280 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e81109f1-ab86-4777-add4-7f87a03af4dd req-f6f5cdea-ebca-4cda-bb31-705ce656756e tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962160 Jun 15 22:21:08.434359 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for port (72bdda10-0519-4860-a576-e08996f2fe0f), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:08.479246 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:08.525233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Network 8775d530-af5d-47c6-94ff-035a35c09c54 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:21:08.531596 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:21:08.534920 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:21:08.541621 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event updated for resources: {'Port': ['ID=72bdda10-0519-4860-a576-e08996f2fe0f,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:08.591665 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:08.592309 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:08.610420 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-58b7d10a-f6fa-42fe-ba5f-ee091d7fa0df tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7546098 Jun 15 22:21:08.749596 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-e4f46172-6cff-41dc-9252-8bf43b5b3583 None None] Provisioning complete for port 72bdda10-0519-4860-a576-e08996f2fe0f triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:21:08.750158 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e4f46172-6cff-41dc-9252-8bf43b5b3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:08.782102 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e4f46172-6cff-41dc-9252-8bf43b5b3583 None None] Port 72bdda10-0519-4860-a576-e08996f2fe0f cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:21:09.277851 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae02a05-7be7-4548-adf3-65bdce6a3045 req-005a2b14-4cbe-4d31-b91b-1b9134f9f973 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:09.279852 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4ae02a05-7be7-4548-adf3-65bdce6a3045 req-005a2b14-4cbe-4d31-b91b-1b9134f9f973 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0579760 Jun 15 22:21:09.284641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b8601-09cc-4b63-958a-bd77030e6a6d req-68d10899-fa4f-4f4d-b126-7bedaeb0d961 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:09.286317 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ae6b8601-09cc-4b63-958a-bd77030e6a6d req-68d10899-fa4f-4f4d-b126-7bedaeb0d961 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 932 time: 0.0505803 Jun 15 22:21:09.328948 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4ae02a05-7be7-4548-adf3-65bdce6a3045 req-ebc80903-d3a1-4f9e-8a48-5c05a6e6f58f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Jun 15 22:21:09.340138 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ae6b8601-09cc-4b63-958a-bd77030e6a6d req-6581bd00-eb5b-4aa0-916f-04dd97820dac tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482917 Jun 15 22:21:09.537556 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9c823-4ea9-42ee-996a-faeb0f675d70 req-f8d2346a-40bf-4f02-a094-95bb56c832fa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:09.538980 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-08f9c823-4ea9-42ee-996a-faeb0f675d70 req-f8d2346a-40bf-4f02-a094-95bb56c832fa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0554233 Jun 15 22:21:09.590862 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-08f9c823-4ea9-42ee-996a-faeb0f675d70 req-20b2af3c-5778-444e-aad0-787905543c41 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Jun 15 22:21:10.452228 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84606-e78d-478b-8de6-bf3e7d6e1ffb req-bfb520fb-270d-4c18-b6f4-289f2c72df78 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:10.453895 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c3f84606-e78d-478b-8de6-bf3e7d6e1ffb req-bfb520fb-270d-4c18-b6f4-289f2c72df78 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0490098 Jun 15 22:21:10.463747 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd285007-3454-4ad7-94e3-f6b3387ed5e7 req-e3be5ccd-1c3d-4e42-bc52-7d5cf5df4dd5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:10.465877 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd285007-3454-4ad7-94e3-f6b3387ed5e7 req-e3be5ccd-1c3d-4e42-bc52-7d5cf5df4dd5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 932 time: 0.0550382 Jun 15 22:21:10.503698 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c3f84606-e78d-478b-8de6-bf3e7d6e1ffb req-d11180ca-2299-4966-9eac-ca18ddd57e47 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Jun 15 22:21:10.517558 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd285007-3454-4ad7-94e3-f6b3387ed5e7 req-db628f69-bcdb-4da6-9ed7-fdecda13551d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449460 Jun 15 22:21:10.622072 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8851d1-6d57-49c5-bab7-f7554e0f7967 req-90101949-5656-482a-886b-707212341d3f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:10.623557 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c8851d1-6d57-49c5-bab7-f7554e0f7967 req-90101949-5656-482a-886b-707212341d3f tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0502498 Jun 15 22:21:10.632747 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46094) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:10.638932 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Request body: {'floatingip': {'port_id': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:10.653114 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Request body: {'port': {'device_id': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:10.692010 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (a3d2d2d2-aeed-493b-a823-a45862731e61), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:10.726990 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:10.772762 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:10.781579 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f9892-e798-4910-abc9-c7e831d2d5dd req-372313c9-089a-48df-b1a3-1f1d13cff5ee tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:10.783732 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a65f9892-e798-4910-abc9-c7e831d2d5dd req-372313c9-089a-48df-b1a3-1f1d13cff5ee tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.1069167 Jun 15 22:21:10.831325 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:10.920015 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-ffb088b4-8494-4b01-80e3-d4f0f6d4a4bb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:10.921591 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-ffb088b4-8494-4b01-80e3-d4f0f6d4a4bb tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 946 time: 0.0717227 Jun 15 22:21:11.054941 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bdda10-0519-4860-a576-e08996f2fe0f {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:21:11.064370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Publish callbacks [] for port (72bdda10-0519-4860-a576-e08996f2fe0f), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.080621 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Transition to ACTIVE for port object 72bdda10-0519-4860-a576-e08996f2fe0f will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:21:11.085659 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.139195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:11.182530 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a65f9892-e798-4910-abc9-c7e831d2d5dd req-201096c4-4613-4bbf-8172-f9fe7a139105 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898015 Jun 15 22:21:11.191320 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Pushing event updated for resources: {'Port': ['ID=72bdda10-0519-4860-a576-e08996f2fe0f,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:11.297054 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Deleting port 4dc0def1-b88d-4f1c-9be4-a801af02f48a {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:11.297473 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.325401 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Attempting to bind port 72bdda10-0519-4860-a576-e08996f2fe0f on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:21:11.325743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Attempting to bind port 72bdda10-0519-4860-a576-e08996f2fe0f by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:21:11.326066 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Attempting to bind port 72bdda10-0519-4860-a576-e08996f2fe0f on network 8775d530-af5d-47c6-94ff-035a35c09c54 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:21:11.339453 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Port 72bdda10-0519-4860-a576-e08996f2fe0f on network 8775d530-af5d-47c6-94ff-035a35c09c54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:21:11.339830 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Attempting to bind port 72bdda10-0519-4860-a576-e08996f2fe0f on network 8775d530-af5d-47c6-94ff-035a35c09c54 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:21:11.350398 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:21:11.350819 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Checking segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:21:11.351106 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Bound using segment: {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:21:11.351737 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Bound port: 72bdda10-0519-4860-a576-e08996f2fe0f, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a47e3a-7235-4a77-846f-755f02197b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:21:11.352008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.453736 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] For port 4dc0def1-b88d-4f1c-9be4-a801af02f48a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4dc0def1-b88d-4f1c-9be4-a801af02f48a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:11.454468 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.461360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.471247 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (a3d2d2d2-aeed-493b-a823-a45862731e61), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.480838 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Calling delete_port for 4dc0def1-b88d-4f1c-9be4-a801af02f48a owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:11.494437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] For port 72bdda10-0519-4860-a576-e08996f2fe0f, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:21:11.499839 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] For port 72bdda10-0519-4860-a576-e08996f2fe0f, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=72bdda10-0519-4860-a576-e08996f2fe0f,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:21:11.534683 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.590884 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Floating IP a3d2d2d2-aeed-493b-a823-a45862731e61 associated. External IP: 172.27.2.254, port: f1bca41c-6fc6-43de-a971-91dcd12aada2. Jun 15 22:21:11.591079 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:11.592664 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:11.593204 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.594684 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] 10.222.0.26 "PUT /v2.0/ports/72bdda10-0519-4860-a576-e08996f2fe0f HTTP/1.1" status: 200 len: 1094 time: 0.9460950 Jun 15 22:21:11.598561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:11.600799 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e806c-280f-4ea7-a104-ba82d457e961" -d '{"events": [{"name": "network-changed", "server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:11.662755 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37a708-a051-46ee-8b38-2297e80af52d service neutron] Pushing event updated for resources: {'Port': ['ID=72bdda10-0519-4860-a576-e08996f2fe0f,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:11.790957 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a00a85d-ca86-4b51-ab47-eca6101b08a5 x-openstack-request-id: req-5a00a85d-ca86-4b51-ab47-eca6101b08a5 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:11.791238 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:11.791487 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a00a85d-ca86-4b51-ab47-eca6101b08a5 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:11.791877 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a00a85d-ca86-4b51-ab47-eca6101b08a5'] response: {'name': 'network-changed', 'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f', 'status': 'completed', 'code': 200} Jun 15 22:21:11.841985 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-994973a7-36ca-4b74-b402-6d90bb61759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:11.843549 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-994973a7-36ca-4b74-b402-6d90bb61759c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 1128 time: 0.1600366 Jun 15 22:21:11.852995 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63326f-59c8-4000-841b-3f55eef05cec req-204b4066-6316-4d63-b439-d3572f42a88e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:11.860323 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff63326f-59c8-4000-841b-3f55eef05cec req-204b4066-6316-4d63-b439-d3572f42a88e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 944 time: 0.2036586 Jun 15 22:21:11.867616 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:11.897744 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:21:11.923922 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-d57e3f67-324b-4907-99b4-58d598da2ffd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72bdda10-0519-4860-a576-e08996f2fe0f HTTP/1.1" status: 200 len: 217 time: 0.0544379 Jun 15 22:21:11.927673 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (4dc0def1-b88d-4f1c-9be4-a801af02f48a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:11.962430 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['5349d20e-592a-407e-a1f5-695dbc88a11a', '4dc0def1-b88d-4f1c-9be4-a801af02f48a'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:21:11.977179 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event deleted for resources: {'Port': ['ID=4dc0def1-b88d-4f1c-9be4-a801af02f48a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:12.033107 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:21:12.038939 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:12.046651 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] Sync routers for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:21:12.065161 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:12.068068 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:12.086697 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9b50d737-133d-4ec0-a499-eff86a997910 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "PUT /v2.0/floatingips/a3d2d2d2-aeed-493b-a823-a45862731e61 HTTP/1.1" status: 200 len: 991 time: 1.4523602 Jun 15 22:21:12.087664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:12.089751 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052a7aac-adf4-4506-be9c-209981b36dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:12.121471 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] No DVR routers for this DVR port 4dc0def1-b88d-4f1c-9be4-a801af02f48a on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:21:12.126695 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ff63326f-59c8-4000-841b-3f55eef05cec req-3674abcc-a449-47ae-8a6f-a44a05b38c5e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649937 Jun 15 22:21:12.127864 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:12.131159 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62f83399-75bf-421f-a70c-6a282d0169c9 req-b1754ff9-e45e-4470-923c-b386f316b8aa tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "DELETE /v2.0/ports/4dc0def1-b88d-4f1c-9be4-a801af02f48a HTTP/1.1" status: 204 len: 173 time: 1.0141072 Jun 15 22:21:12.135070 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-b25f4ffe-300c-48c1-a1d2-4cb888d664e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:12.136555 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-b25f4ffe-300c-48c1-a1d2-4cb888d664e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.2033811 Jun 15 22:21:12.190419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fa42fb6e-a27c-435c-927b-6dfca301948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:12.192187 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-fa42fb6e-a27c-435c-927b-6dfca301948c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490522 Jun 15 22:21:12.206051 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:12.240883 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:12.252557 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305911a3-3dfd-4671-a710-25199ed3a632 x-openstack-request-id: req-305911a3-3dfd-4671-a710-25199ed3a632 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:12.253031 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:12.253517 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-305911a3-3dfd-4671-a710-25199ed3a632 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:12.254081 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305911a3-3dfd-4671-a710-25199ed3a632'] response: {'name': 'network-changed', 'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'status': 'completed', 'code': 200} Jun 15 22:21:12.363087 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-68a58aa7-6324-466f-a537-1b1b61334c1e service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567605 Jun 15 22:21:12.364163 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-4f54e887-3aff-41a0-bec6-64dbc1a92d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:12.365662 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-4f54e887-3aff-41a0-bec6-64dbc1a92d87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1129 time: 0.0585575 Jun 15 22:21:12.372527 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cbf81572-ec6a-41c0-b71a-1bea4f01dbec req-c7a92282-969c-42eb-9bb8-4a2c4cab0695 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0295477 Jun 15 22:21:12.500376 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'a3d2d2d2-aeed-493b-a823-a45862731e61', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'port_id': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'mac_address': 'fa:16:3e:d1:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68873eb8-8080-4f9a-ab71-0335149287b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:20:51Z', 'updated_at': '2022-06-15T22:21:11Z', 'revision_number': 1, 'project_id': '1593797d34a04b169379da1a51e18072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:12.530837 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] Checking router: 1a93d3bb-fb19-4935-804a-19b63b1b99f5 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:21:12.543694 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:12.544434 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:20:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:12.571952 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d6311a-294a-4e46-8409-4bd83e3f6583 req-7b7441fc-b6ad-4f13-857f-156cbac2bbe4 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913850 Jun 15 22:21:12.574912 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-f43c8cef-4646-47d2-a28b-cb68b429e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:12.576297 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-f43c8cef-4646-47d2-a28b-cb68b429e75d service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.1894846 Jun 15 22:21:12.657117 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:12.727634 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-8ec765db-d752-48f3-97c8-01c74dea783b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 999 time: 0.0737376 Jun 15 22:21:12.882286 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'a3d2d2d2-aeed-493b-a823-a45862731e61', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'port_id': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'mac_address': 'fa:16:3e:d1:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68873eb8-8080-4f9a-ab71-0335149287b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:20:51Z', 'updated_at': '2022-06-15T22:21:11Z', 'revision_number': 1, 'project_id': '1593797d34a04b169379da1a51e18072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:12.911142 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c57c30c-e31d-4143-be97-e963d2ba071c None None] The sync data for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi is: [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'a3d2d2d2-aeed-493b-a823-a45862731e61', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'port_id': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'mac_address': 'fa:16:3e:d1:ba:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68873eb8-8080-4f9a-ab71-0335149287b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:20:51Z', 'updated_at': '2022-06-15T22:21:11Z', 'revision_number': 1, 'project_id': '1593797d34a04b169379da1a51e18072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:21:13.112281 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa04fa-a347-4a9e-9abc-5d8ab4dfaa08 None None] New status for floating IP a3d2d2d2-aeed-493b-a823-a45862731e61: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:21:13.268526 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444cdb7-c22b-4b3e-818a-9bd606644688 req-7a544fd6-b885-4050-b6dd-9f87a31b5187 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:13.270114 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7444cdb7-c22b-4b3e-818a-9bd606644688 req-7a544fd6-b885-4050-b6dd-9f87a31b5187 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 944 time: 0.0540895 Jun 15 22:21:13.320742 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7444cdb7-c22b-4b3e-818a-9bd606644688 req-543d336a-b83c-4494-8f53-434e94078f06 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439596 Jun 15 22:21:13.486335 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ee1472b6-8ee5-4e62-9be6-811cc5ec7186 req-e8f79569-8501-4858-8dbd-fee15db3b0af tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b32ad40-764f-44d0-a589-d823eee5b508 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Jun 15 22:21:13.581829 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-0283ba7e-aacf-4fbe-9627-e4f55c5c9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:13.583316 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-0283ba7e-aacf-4fbe-9627-e4f55c5c9bb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.0957813 Jun 15 22:21:13.584384 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-bebf8973-6abd-4c53-947f-066a6cbf418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:13.585721 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-bebf8973-6abd-4c53-947f-066a6cbf418b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 1128 time: 0.0887523 Jun 15 22:21:13.785935 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa7af-fe52-4112-8cbd-d336d62f73b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:13.792936 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b32ad40-764f-44d0-a589-d823eee5b508', 'name': 'network-vif-deleted', 'tag': '4dc0def1-b88d-4f1c-9be4-a801af02f48a'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:13.795947 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1bd03c-d914-4eed-b9fe-445caedbda6d" -d '{"events": [{"server_uuid": "5b32ad40-764f-44d0-a589-d823eee5b508", "name": "network-vif-deleted", "tag": "4dc0def1-b88d-4f1c-9be4-a801af02f48a"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:13.832850 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186232c3-1bd9-4c3d-a368-b8953207fac6 x-openstack-request-id: req-186232c3-1bd9-4c3d-a368-b8953207fac6 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:13.833134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b32ad40-764f-44d0-a589-d823eee5b508", "name": "network-vif-deleted", "tag": "4dc0def1-b88d-4f1c-9be4-a801af02f48a", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:13.833404 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-186232c3-1bd9-4c3d-a368-b8953207fac6 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:13.833796 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-186232c3-1bd9-4c3d-a368-b8953207fac6'] response: {'server_uuid': '5b32ad40-764f-44d0-a589-d823eee5b508', 'name': 'network-vif-deleted', 'tag': '4dc0def1-b88d-4f1c-9be4-a801af02f48a', 'status': 'completed', 'code': 200} Jun 15 22:21:13.970493 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-dbac1301-0b70-4756-8455-ce402831b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:13.972110 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-dbac1301-0b70-4756-8455-ce402831b6c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687273 Jun 15 22:21:14.012452 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:14.028984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-ff47a3a8-2e38-49a5-8720-7210b1d510c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:14.030427 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-ff47a3a8-2e38-49a5-8720-7210b1d510c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 911 time: 0.1254172 Jun 15 22:21:14.088563 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-914fadd9-df2e-4af9-b148-e72ca5bcc9bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72bdda10-0519-4860-a576-e08996f2fe0f HTTP/1.1" status: 200 len: 217 time: 0.0502656 Jun 15 22:21:14.184548 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:21:14.193999 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-5ee43c55-cf42-4fba-ad6b-f95c156a7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:14.195473 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-5ee43c55-cf42-4fba-ad6b-f95c156a7b16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.1007555 Jun 15 22:21:14.215610 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-49b5ad20-044d-4e37-b649-bf388e6a7295 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782522 Jun 15 22:21:14.262782 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-dd06db97-2c4a-4d32-a37a-26d7e76766f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:14.264300 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-dd06db97-2c4a-4d32-a37a-26d7e76766f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629237 Jun 15 22:21:14.391515 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 72bdda10-0519-4860-a576-e08996f2fe0f details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:21:14.404467 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4dc0def1-b88d-4f1c-9be4-a801af02f48a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:14.429696 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 4dc0def1-b88d-4f1c-9be4-a801af02f48a {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:14.430045 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 4dc0def1-b88d-4f1c-9be4-a801af02f48a not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:14.523562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 72bdda10-0519-4860-a576-e08996f2fe0f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=72bdda10-0519-4860-a576-e08996f2fe0f,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:14.540216 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '72bdda10-0519-4860-a576-e08996f2fe0f', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'port_id': '72bdda10-0519-4860-a576-e08996f2fe0f', 'mac_address': 'fa:16:3e:67:d1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:21:14.573429 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:14.587195 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 72bdda10-0519-4860-a576-e08996f2fe0f is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:21:14.587579 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:14.603010 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bdda10-0519-4860-a576-e08996f2fe0f {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:21:14.627703 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 72bdda10-0519-4860-a576-e08996f2fe0f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=72bdda10-0519-4860-a576-e08996f2fe0f,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:14.633178 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:14.684204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=72bdda10-0519-4860-a576-e08996f2fe0f,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:14.686459 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:14.715846 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4c7c7-be2f-49d0-9777-74aa899fc96b req-ad6bacc7-edd8-436a-91bd-52ce8d436018 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:14.717517 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31c4c7c7-be2f-49d0-9777-74aa899fc96b req-ad6bacc7-edd8-436a-91bd-52ce8d436018 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 944 time: 0.1401439 Jun 15 22:21:14.721854 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-052a7aac-adf4-4506-be9c-209981b36dc5 req-1ce84d17-5be4-44d8-aec0-3190eaf1fbb2 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907832 Jun 15 22:21:14.758674 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-b7c003d0-fb48-495c-89fc-43446540bee3 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877167 Jun 15 22:21:14.790462 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-31c4c7c7-be2f-49d0-9777-74aa899fc96b req-807dc266-7796-43fb-8264-bebe7931860d tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618582 Jun 15 22:21:14.857922 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979f442-5c5a-4ea0-b559-738a54162659 req-db774eeb-8c8c-4b0d-994f-7bc4b4449fc9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:14.859421 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e979f442-5c5a-4ea0-b559-738a54162659 req-db774eeb-8c8c-4b0d-994f-7bc4b4449fc9 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0485466 Jun 15 22:21:14.881856 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:14.921996 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e979f442-5c5a-4ea0-b559-738a54162659 req-10728a86-e7a0-42bb-a054-d553a62793a5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562685 Jun 15 22:21:14.944770 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['72bdda10-0519-4860-a576-e08996f2fe0f'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:21:14.990046 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:15.044287 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6520b5-5d69-4d23-95e7-baa3e29d505f req-e1656794-dda6-4a0e-b535-7a660cbf8335 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:15.045998 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ff6520b5-5d69-4d23-95e7-baa3e29d505f req-e1656794-dda6-4a0e-b535-7a660cbf8335 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Jun 15 22:21:15.097902 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ff6520b5-5d69-4d23-95e7-baa3e29d505f req-c3813db2-adbb-4170-9c6f-02a3ec51b55e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Jun 15 22:21:15.918211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec57397-8fb0-41ab-b7f8-1f6c89bc09e4 req-7798e978-fae3-4466-9904-3d2db64cdfce tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:15.919656 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aec57397-8fb0-41ab-b7f8-1f6c89bc09e4 req-7798e978-fae3-4466-9904-3d2db64cdfce tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 945 time: 0.0488989 Jun 15 22:21:15.978781 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-aec57397-8fb0-41ab-b7f8-1f6c89bc09e4 req-34b61085-c209-410c-a357-511cb9d1b323 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507848 Jun 15 22:21:16.040217 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9061c972-ea38-4dc1-87c9-049e4bbf8686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:16.046664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254423b-1b74-4256-b225-0ffecf5df736 req-24c7f582-a30d-4354-87de-9fe350ae0d04 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:16.048220 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2254423b-1b74-4256-b225-0ffecf5df736 req-24c7f582-a30d-4354-87de-9fe350ae0d04 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0513461 Jun 15 22:21:16.096195 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2254423b-1b74-4256-b225-0ffecf5df736 req-aedc4d61-baf0-40bd-ac8b-1f8c7f3d1923 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Jun 15 22:21:16.222773 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02926f1-febe-446b-b7ce-1b25d6020e4d req-34bc11a9-8ced-4f87-9f2f-6089de2012ee tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:16.224259 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e02926f1-febe-446b-b7ce-1b25d6020e4d req-34bc11a9-8ced-4f87-9f2f-6089de2012ee tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0559478 Jun 15 22:21:16.278189 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e02926f1-febe-446b-b7ce-1b25d6020e4d req-12560b0b-9944-46b2-b81b-29e4c516bda3 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480895 Jun 15 22:21:16.392308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 72bdda10-0519-4860-a576-e08996f2fe0f up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:21:16.447048 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 72bdda10-0519-4860-a576-e08996f2fe0f completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:21:16.454472 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 72bdda10-0519-4860-a576-e08996f2fe0f triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:21:16.454852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:16.535749 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 72bdda10-0519-4860-a576-e08996f2fe0f is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:21:16.536116 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:16.561645 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:16.563938 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5aafc2-8c04-4faa-816d-7b7b83671e6a" -d '{"events": [{"server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "name": "network-vif-plugged", "status": "completed", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:16.576974 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 72bdda10-0519-4860-a576-e08996f2fe0f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=72bdda10-0519-4860-a576-e08996f2fe0f,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:16.582586 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:16.604975 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9daacd-d5db-4e3c-bb62-495a6c16aad5 x-openstack-request-id: req-3b9daacd-d5db-4e3c-bb62-495a6c16aad5 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:16.605358 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "name": "network-vif-plugged", "status": "completed", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:16.605674 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b9daacd-d5db-4e3c-bb62-495a6c16aad5 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:16.606088 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9daacd-d5db-4e3c-bb62-495a6c16aad5'] response: {'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f', 'code': 200} Jun 15 22:21:16.632114 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=72bdda10-0519-4860-a576-e08996f2fe0f,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:17.114009 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a2daf-1d1f-4eaa-af26-29c6ad72d736 req-f031d48f-8f88-4e53-a205-a786341b3ea9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:17.115504 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-144a2daf-1d1f-4eaa-af26-29c6ad72d736 req-f031d48f-8f88-4e53-a205-a786341b3ea9 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0560448 Jun 15 22:21:17.167219 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-144a2daf-1d1f-4eaa-af26-29c6ad72d736 req-5cf8a29f-529c-4be2-9dff-ca52a46f3d45 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438113 Jun 15 22:21:17.220631 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569917-8009-4361-865f-fcf26596e137 req-a48e8660-5697-4021-b0e3-932d3e0a4d7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:17.222536 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6c569917-8009-4361-865f-fcf26596e137 req-a48e8660-5697-4021-b0e3-932d3e0a4d7b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0517926 Jun 15 22:21:17.279643 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6c569917-8009-4361-865f-fcf26596e137 req-7719c270-38a2-49e0-bfc8-21b2bd5d548b tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Jun 15 22:21:17.400267 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba8e35-f8cc-43d7-8679-d090d6730f5a req-66e4b73a-9424-4dfe-853c-97056b036912 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:17.401766 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4aba8e35-f8cc-43d7-8679-d090d6730f5a req-66e4b73a-9424-4dfe-853c-97056b036912 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Jun 15 22:21:17.452185 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4aba8e35-f8cc-43d7-8679-d090d6730f5a req-69cdb0cd-b69b-4568-a3a1-742959d7a1e9 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425029 Jun 15 22:21:17.610879 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:17.611485 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:17.666746 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da3e806c-280f-4ea7-a104-ba82d457e961 req-59c1c162-6f26-4a74-a5ba-2e9937074a80 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948846 Jun 15 22:21:18.296585 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99b2aa-4b23-4bc5-bfed-717ddecbea6c req-e04592d6-19f8-4ab2-b981-7d2a498e1fa5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:18.298095 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da99b2aa-4b23-4bc5-bfed-717ddecbea6c req-e04592d6-19f8-4ab2-b981-7d2a498e1fa5 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0527329 Jun 15 22:21:18.350539 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da99b2aa-4b23-4bc5-bfed-717ddecbea6c req-5439db1f-8f73-4c4c-b041-9ca14b9fd064 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440528 Jun 15 22:21:18.407455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cccc23-0d1a-431e-9885-5b1d6267c3d3 req-afa2ced9-499a-43b2-a80e-158345a231ac tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:18.408930 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39cccc23-0d1a-431e-9885-5b1d6267c3d3 req-afa2ced9-499a-43b2-a80e-158345a231ac tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0561709 Jun 15 22:21:18.465606 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39cccc23-0d1a-431e-9885-5b1d6267c3d3 req-e45da04e-bbf8-4cda-a568-d88eb2e66be1 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483165 Jun 15 22:21:18.583995 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8de08e-e8d9-4f77-aaf9-ba094f4bfca4 req-e75ce016-0f34-4b7c-9b00-f577974d553e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:18.585502 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cf8de08e-e8d9-4f77-aaf9-ba094f4bfca4 req-e75ce016-0f34-4b7c-9b00-f577974d553e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0519669 Jun 15 22:21:18.645588 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cf8de08e-e8d9-4f77-aaf9-ba094f4bfca4 req-496af410-84b1-497c-9f51-e3a73029ccd6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445585 Jun 15 22:21:19.277204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:19.352099 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:19.374789 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-51394faa-d5c9-4686-a257-506122455558 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:19.374789 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-51394faa-d5c9-4686-a257-506122455558 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0733175 Jun 15 22:21:19.385224 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07adc6-c152-4258-ba77-df605b57e941 req-9b364b58-2e6a-42cc-a9b2-8c6b49c415b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:19.386778 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c07adc6-c152-4258-ba77-df605b57e941 req-9b364b58-2e6a-42cc-a9b2-8c6b49c415b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 1130 time: 0.0579741 Jun 15 22:21:19.557673 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-19f5fa27-eb3f-488c-a173-768087694ece tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:19.559142 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-19f5fa27-eb3f-488c-a173-768087694ece tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.1024218 Jun 15 22:21:19.570855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4fb1e-c825-4ae3-bfcc-6410d9f993b3 req-946eaad6-6ca7-4819-a9c4-b52f76f3a994 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:19.572323 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bc4fb1e-c825-4ae3-bfcc-6410d9f993b3 req-946eaad6-6ca7-4819-a9c4-b52f76f3a994 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.1485558 Jun 15 22:21:19.591147 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e4699-b08a-428d-b8c3-6e3e6fea4bf8 req-930de02d-fdf1-4821-93e3-8fa0e164732c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:19.592692 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2a7e4699-b08a-428d-b8c3-6e3e6fea4bf8 req-930de02d-fdf1-4821-93e3-8fa0e164732c tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 945 time: 0.0483732 Jun 15 22:21:19.641366 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2a7e4699-b08a-428d-b8c3-6e3e6fea4bf8 req-f5edaef2-a62a-4e32-b5f3-72bbe3b14a68 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/security-groups?id=48539e3d-aa01-4b52-911f-2450555ca22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Jun 15 22:21:19.672161 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4c07adc6-c152-4258-ba77-df605b57e941 req-2b5c2c4e-33e7-4486-b397-6204042478c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132542 Jun 15 22:21:19.685151 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:19.685748 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Deleting port 5349d20e-592a-407e-a1f5-695dbc88a11a {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:19.686056 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:19.764122 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89adc1-7b78-4f48-99a3-2ecc22bbbd02 req-3264929e-aa89-4ab6-aa55-8976de694e35 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:19.765695 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2d89adc1-7b78-4f48-99a3-2ecc22bbbd02 req-3264929e-aa89-4ab6-aa55-8976de694e35 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 945 time: 0.0484443 Jun 15 22:21:19.766891 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5bc4fb1e-c825-4ae3-bfcc-6410d9f993b3 req-d9731ce3-d613-478d-9e35-34bdf2771c4f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837039 Jun 15 22:21:19.770363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port 7a5309bb-e179-49cf-a40a-bdf42f81c733 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:19.770695 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:19.823327 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2d89adc1-7b78-4f48-99a3-2ecc22bbbd02 req-ffe6c034-031c-4ab7-be50-752979add074 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a8f5225-be7a-4712-a9e3-1452e449bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485821 Jun 15 22:21:19.888180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] For port 5349d20e-592a-407e-a1f5-695dbc88a11a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5349d20e-592a-407e-a1f5-695dbc88a11a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:19.888651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:19.908404 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Calling delete_port for 5349d20e-592a-407e-a1f5-695dbc88a11a owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:19.930977 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] For port 7a5309bb-e179-49cf-a40a-bdf42f81c733, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7a5309bb-e179-49cf-a40a-bdf42f81c733,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:19.931324 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:20.152901 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:20.171306 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:20.171660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (3c6586f7-56da-4c7a-8113-612eb9ca50a4), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:20.171961 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 3c6586f7-56da-4c7a-8113-612eb9ca50a4 disassociated. External IP: 172.27.2.49, port: 7a5309bb-e179-49cf-a40a-bdf42f81c733. Jun 15 22:21:20.172299 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for 7a5309bb-e179-49cf-a40a-bdf42f81c733 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:20.222628 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (5349d20e-592a-407e-a1f5-695dbc88a11a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:20.254845 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Pushing event deleted for resources: {'Port': ['ID=5349d20e-592a-407e-a1f5-695dbc88a11a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:20.266838 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['5349d20e-592a-407e-a1f5-695dbc88a11a'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:21:20.322392 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] No DVR routers for this DVR port 5349d20e-592a-407e-a1f5-695dbc88a11a on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:21:20.324979 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:20.328215 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5cca304f-07d6-4a53-b048-10ffc7cbc1d0 req-d3abe4aa-8faa-4335-9af7-5e7f748a71e5 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.26 "DELETE /v2.0/ports/5349d20e-592a-407e-a1f5-695dbc88a11a HTTP/1.1" status: 204 len: 173 time: 0.8703380 Jun 15 22:21:20.328634 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'name': 'network-vif-deleted', 'tag': '5349d20e-592a-407e-a1f5-695dbc88a11a'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:20.330914 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348cb7d3-a088-444b-b321-1bb8b1ed052a" -d '{"events": [{"server_uuid": "eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8", "name": "network-vif-deleted", "tag": "5349d20e-592a-407e-a1f5-695dbc88a11a"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:20.377347 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d890c0-eac4-4d4e-a46c-8d8cf1d0f6a1 x-openstack-request-id: req-f4d890c0-eac4-4d4e-a46c-8d8cf1d0f6a1 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:20.377606 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8", "name": "network-vif-deleted", "tag": "5349d20e-592a-407e-a1f5-695dbc88a11a", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:20.378132 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4d890c0-eac4-4d4e-a46c-8d8cf1d0f6a1 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:20.378270 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d890c0-eac4-4d4e-a46c-8d8cf1d0f6a1'] response: {'server_uuid': 'eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8', 'name': 'network-vif-deleted', 'tag': '5349d20e-592a-407e-a1f5-695dbc88a11a', 'status': 'completed', 'code': 200} Jun 15 22:21:20.399915 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (7a5309bb-e179-49cf-a40a-bdf42f81c733), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:20.407726 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:20.434852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=7a5309bb-e179-49cf-a40a-bdf42f81c733,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:20.559094 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:21:20.669648 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:21:20.680745 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:21:20.694463 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:20.695080 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:20.746277 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] No DVR routers for this DVR port 7a5309bb-e179-49cf-a40a-bdf42f81c733 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:21:20.751340 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:20.756316 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5fb18dd6-27ad-4790-b421-c738ed6e5382 req-2c22aadb-82d1-4190-a67b-fe5d6e719238 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "DELETE /v2.0/ports/7a5309bb-e179-49cf-a40a-bdf42f81c733 HTTP/1.1" status: 204 len: 173 time: 1.1776774 Jun 15 22:21:20.766305 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f3df5e35-1b9d-4369-9133-3ee74a59f9f8 req-ba818118-644b-41f5-83e6-33cf850927b7 tempest-ServerRescueNegativeTestJSON-1570137512 tempest-ServerRescueNegativeTestJSON-1570137512-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb5b3f7f-dadb-4a2c-9359-a0c019bdd1a8 HTTP/1.1" status: 200 len: 210 time: 0.0336955 Jun 15 22:21:20.916554 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:20.932843 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da743ae-352b-4e9b-b490-8b9a4fc112f3 req-e7996b61-4fe4-4958-997e-b9faa9910e27 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:20.938901 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7da743ae-352b-4e9b-b490-8b9a4fc112f3 req-e7996b61-4fe4-4958-997e-b9faa9910e27 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0784802 Jun 15 22:21:20.996458 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:21.012547 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5c091635-0097-42be-936d-8488cc42ea20 req-ddc06e50-fd6b-44b2-b2c3-bdc1824427b6 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=1668ceea-e020-4ddb-9ba0-f7081bb6d557 HTTP/1.1" status: 200 len: 210 time: 0.0982289 Jun 15 22:21:21.038598 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7da743ae-352b-4e9b-b490-8b9a4fc112f3 req-a95f894c-4ea2-423a-982d-9371037c415c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923028 Jun 15 22:21:21.086912 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:21.135982 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:21.164934 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:21:21.174609 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:21.175132 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:21.281978 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:21.489339 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:21.515554 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2227a-3abc-4dfc-a50b-49937c9d9768 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:21:21.738142 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce8e12-2e9f-4fa1-839d-cb4a82aa3504 None None] New status for floating IP 3c6586f7-56da-4c7a-8113-612eb9ca50a4: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:21:21.824725 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46192) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:22.110875 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46202) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:22.159371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652072e-fde5-4516-9cb2-1d1fbfcfb36e req-ee9b7c03-d5b1-4ac1-afac-f13b6123712a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:22.160900 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e652072e-fde5-4516-9cb2-1d1fbfcfb36e req-ee9b7c03-d5b1-4ac1-afac-f13b6123712a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0474465 Jun 15 22:21:22.203544 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:22.210686 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd062e97-9866-49b2-a497-f1edd83e724a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (3a8f5225-be7a-4712-a9e3-1452e449bbdc), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.212467 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e652072e-fde5-4516-9cb2-1d1fbfcfb36e req-db7cd458-7178-42d0-bbdf-72019a60490c tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455732 Jun 15 22:21:22.213624 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:22.265106 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd062e97-9866-49b2-a497-f1edd83e724a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (3a8f5225-be7a-4712-a9e3-1452e449bbdc), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.374353 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c5e39-c92e-4ed5-bdc0-ffa83fae8035 req-313e8f21-ee94-4c25-a05b-eb67c5d010ed tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:22.375820 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b89c5e39-c92e-4ed5-bdc0-ffa83fae8035 req-313e8f21-ee94-4c25-a05b-eb67c5d010ed tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0931380 Jun 15 22:21:22.385065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'name': 'network-vif-deleted', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:22.385065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb7566-c4ca-414d-87c1-23eb2d220271" -d '{"events": [{"server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "name": "network-vif-deleted", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:22.385408 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46208) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:22.390575 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Request body: {'floatingip': {'port_id': '72bdda10-0519-4860-a576-e08996f2fe0f'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:22.408738 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (d607ade9-7129-4a15-828e-ed98ca86c51c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.412231 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd062e97-9866-49b2-a497-f1edd83e724a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3a8f5225-be7a-4712-a9e3-1452e449bbdc), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.414865 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bd062e97-9866-49b2-a497-f1edd83e724a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.416085 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bd062e97-9866-49b2-a497-f1edd83e724a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/security-groups/3a8f5225-be7a-4712-a9e3-1452e449bbdc HTTP/1.1" status: 204 len: 168 time: 0.3043838 Jun 15 22:21:22.423442 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 5349d20e-592a-407e-a1f5-695dbc88a11a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:22.430527 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46210) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:22.446067 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 5349d20e-592a-407e-a1f5-695dbc88a11a {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:22.446695 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 5349d20e-592a-407e-a1f5-695dbc88a11a not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:22.447115 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 7a5309bb-e179-49cf-a40a-bdf42f81c733 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:22.451443 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (d6791d72-f12b-41eb-8473-c2ca69c40a92), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.451711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb19f4-4a2f-45a0-a799-1574aac51a89 x-openstack-request-id: req-84fb19f4-4a2f-45a0-a799-1574aac51a89 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:22.451866 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1668ceea-e020-4ddb-9ba0-f7081bb6d557", "name": "network-vif-deleted", "tag": "7a5309bb-e179-49cf-a40a-bdf42f81c733", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:22.452090 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84fb19f4-4a2f-45a0-a799-1574aac51a89 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:22.452657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fb19f4-4a2f-45a0-a799-1574aac51a89'] response: {'server_uuid': '1668ceea-e020-4ddb-9ba0-f7081bb6d557', 'name': 'network-vif-deleted', 'tag': '7a5309bb-e179-49cf-a40a-bdf42f81c733', 'status': 'completed', 'code': 200} Jun 15 22:21:22.456066 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.api.v2.resource [None req-9e552c21-d854-48d3-8500-89d3b2bb5b35 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] show failed (client error): The resource could not be found. Jun 15 22:21:22.457291 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9e552c21-d854-48d3-8500-89d3b2bb5b35 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups/3a8f5225-be7a-4712-a9e3-1452e449bbdc HTTP/1.1" status: 404 len: 347 time: 0.0255830 Jun 15 22:21:22.468995 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 7a5309bb-e179-49cf-a40a-bdf42f81c733 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:22.469353 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 7a5309bb-e179-49cf-a40a-bdf42f81c733 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:22.479973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46212) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:22.494855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062e97-9866-49b2-a497-f1edd83e724a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f5225-be7a-4712-a9e3-1452e449bbdc,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:22.530521 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:22.653666 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port 35c70d8d-e0e4-4063-861c-6f54b8733b00 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:22.653910 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.747393 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:22.790328 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.790643 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (35c70d8d-e0e4-4063-861c-6f54b8733b00), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.823008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for 35c70d8d-e0e4-4063-861c-6f54b8733b00 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:22.843181 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Deleting port c6c6378e-2964-4a26-b2a5-9214c48c103a {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:22.843894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.890900 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.896210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (d6791d72-f12b-41eb-8473-c2ca69c40a92), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.986951 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] For port c6c6378e-2964-4a26-b2a5-9214c48c103a, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c6c6378e-2964-4a26-b2a5-9214c48c103a,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:22.987303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:22.991591 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Floating IP d6791d72-f12b-41eb-8473-c2ca69c40a92 associated. External IP: 172.27.2.42, port: 72bdda10-0519-4860-a576-e08996f2fe0f. Jun 15 22:21:23.001837 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Calling delete_port for c6c6378e-2964-4a26-b2a5-9214c48c103a owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:23.033366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:23.095043 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (35c70d8d-e0e4-4063-861c-6f54b8733b00), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.124998 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=35c70d8d-e0e4-4063-861c-6f54b8733b00,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:23.211808 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Router 5b5cd052-a31a-4957-acb0-c81177e65f1f has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:21:23.248197 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (3c6586f7-56da-4c7a-8113-612eb9ca50a4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.250786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.251935 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1ab49a43-bcce-4427-a707-3b9e76e04235 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/floatingips/3c6586f7-56da-4c7a-8113-612eb9ca50a4 HTTP/1.1" status: 204 len: 168 time: 0.7669392 Jun 15 22:21:23.255732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:23.325502 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (c6c6378e-2964-4a26-b2a5-9214c48c103a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.328991 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:21:23.336229 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.339272 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] Sync routers for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:21:23.340698 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46216) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:23.345404 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-881157cb-4b08-45ea-aeb4-406a2ce038aa tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172083547', 'description': 'tempest-description--1330552813'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:23.351271 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:23.352352 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:23.356436 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c6378e-2964-4a26-b2a5-9214c48c103a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:23.409479 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4440700e-cbc7-4e6c-bf13-4bfbf32f8f00 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "PUT /v2.0/floatingips/d6791d72-f12b-41eb-8473-c2ca69c40a92 HTTP/1.1" status: 200 len: 991 time: 1.0228834 Jun 15 22:21:23.410304 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:23.413184 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:23.418717 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-881157cb-4b08-45ea-aeb4-406a2ce038aa tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.507167 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:23.508798 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-881157cb-4b08-45ea-aeb4-406a2ce038aa tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (35f57045-bc44-4755-8566-33360a0e79f7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.511396 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e53438-e8ff-402e-8eba-b2cae5e77ce3 x-openstack-request-id: req-e1e53438-e8ff-402e-8eba-b2cae5e77ce3 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:23.512577 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:23.512843 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1e53438-e8ff-402e-8eba-b2cae5e77ce3 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:23.513413 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e53438-e8ff-402e-8eba-b2cae5e77ce3'] response: {'name': 'network-changed', 'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f', 'status': 'completed', 'code': 200} Jun 15 22:21:23.516882 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-881157cb-4b08-45ea-aeb4-406a2ce038aa tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (35f57045-bc44-4755-8566-33360a0e79f7), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.539779 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:23.562505 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-881157cb-4b08-45ea-aeb4-406a2ce038aa tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.564146 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-881157cb-4b08-45ea-aeb4-406a2ce038aa tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2223859 Jun 15 22:21:23.567398 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46222) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:23.572548 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-9d191def-4c82-4a43-84b8-01c3bb0ca6a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': '35f57045-bc44-4755-8566-33360a0e79f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:23.578556 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881157cb-4b08-45ea-aeb4-406a2ce038aa tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f57045-bc44-4755-8566-33360a0e79f7,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:23.583691 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:23.612645 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d191def-4c82-4a43-84b8-01c3bb0ca6a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (51952068-ed28-409a-a4c3-2d84bef55178), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.782493 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'd6791d72-f12b-41eb-8473-c2ca69c40a92', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'port_id': '72bdda10-0519-4860-a576-e08996f2fe0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'mac_address': 'fa:16:3e:67:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:21:04Z', 'updated_at': '2022-06-15T22:21:22Z', 'revision_number': 1, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:23.808118 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] Checking router: 5b5cd052-a31a-4957-acb0-c81177e65f1f for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:21:23.820422 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:23.821853 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:23.838237 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-e85d85ad-e110-46cd-a23e-b9fba8c52d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:23.839717 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-e85d85ad-e110-46cd-a23e-b9fba8c52d9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1c37e59766f45c3a46489befb803ff3&device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 1130 time: 0.0543294 Jun 15 22:21:23.873438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (d607ade9-7129-4a15-828e-ed98ca86c51c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.905998 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:23.928701 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:23.936922 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d191def-4c82-4a43-84b8-01c3bb0ca6a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (51952068-ed28-409a-a4c3-2d84bef55178), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.941735 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d191def-4c82-4a43-84b8-01c3bb0ca6a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (51952068-ed28-409a-a4c3-2d84bef55178), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.965652 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d191def-4c82-4a43-84b8-01c3bb0ca6a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51952068-ed28-409a-a4c3-2d84bef55178,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:23.972548 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d191def-4c82-4a43-84b8-01c3bb0ca6a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:23.974201 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9d191def-4c82-4a43-84b8-01c3bb0ca6a2 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4054828 Jun 15 22:21:23.976687 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46224) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:23.981489 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-6ed60098-80d6-4bf3-851c-5f305dc298f0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'security_group_rule': {'security_group_id': '35f57045-bc44-4755-8566-33360a0e79f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:24.014722 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6ed60098-80d6-4bf3-851c-5f305dc298f0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (87ff2b41-d2c4-4984-a2be-23489517dd86), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.022586 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-63d5ac5f-1465-4ae6-bea5-c4ff3bb6de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:24.024071 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-63d5ac5f-1465-4ae6-bea5-c4ff3bb6de16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 200 len: 911 time: 0.1707287 Jun 15 22:21:24.082900 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6ed60098-80d6-4bf3-851c-5f305dc298f0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (87ff2b41-d2c4-4984-a2be-23489517dd86), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.088240 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6ed60098-80d6-4bf3-851c-5f305dc298f0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (87ff2b41-d2c4-4984-a2be-23489517dd86), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.112224 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed60098-80d6-4bf3-851c-5f305dc298f0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ff2b41-d2c4-4984-a2be-23489517dd86,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:24.119950 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6ed60098-80d6-4bf3-851c-5f305dc298f0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.121428 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6ed60098-80d6-4bf3-851c-5f305dc298f0 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435456 Jun 15 22:21:24.125478 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46226) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:24.130947 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:24.135831 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-e710188c-5bbb-4709-974d-dbf50e57c2b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72bdda10-0519-4860-a576-e08996f2fe0f HTTP/1.1" status: 200 len: 999 time: 0.1040268 Jun 15 22:21:24.156205 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.165133 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:24.173620 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'd6791d72-f12b-41eb-8473-c2ca69c40a92', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'port_id': '72bdda10-0519-4860-a576-e08996f2fe0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'mac_address': 'fa:16:3e:67:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:21:04Z', 'updated_at': '2022-06-15T22:21:22Z', 'revision_number': 1, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:24.198667 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe472e6e-915f-4174-bb99-75624d64cd1f None None] The sync data for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi is: [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'd6791d72-f12b-41eb-8473-c2ca69c40a92', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'port_id': '72bdda10-0519-4860-a576-e08996f2fe0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'mac_address': 'fa:16:3e:67:d1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:21:04Z', 'updated_at': '2022-06-15T22:21:22Z', 'revision_number': 1, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:21:24.217839 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:24.233372 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-60a84465-af41-433e-a5cf-e5160816b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:24.234790 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-60a84465-af41-433e-a5cf-e5160816b39e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 200 len: 849 time: 0.0716066 Jun 15 22:21:24.259073 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.275121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Router d607ade9-7129-4a15-828e-ed98ca86c51c has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:21:24.290813 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-141ce20a-ff14-416e-b13b-228ba7d63387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:24.292331 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-141ce20a-ff14-416e-b13b-228ba7d63387 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8775d530-af5d-47c6-94ff-035a35c09c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508416 Jun 15 22:21:24.379334 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.27.2.211 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/af954117-5f1d-4e72-a629-dbf4d4e173ff) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:21:24.437746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0c53d1-79a3-4976-ba23-b23833fa6dfc None None] New status for floating IP d6791d72-f12b-41eb-8473-c2ca69c40a92: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:21:24.481672 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:21:24.487988 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f6a82384-3c31-4d5a-abab-fd8068d00350 admin admin] 10.222.0.55 "PUT /v2.0/routers/d607ade9-7129-4a15-828e-ed98ca86c51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6620238 Jun 15 22:21:24.490653 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-b17025a3-49e9-428b-815e-2c9c721f9578 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571376 Jun 15 22:21:24.490906 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46228) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:24.495811 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] Sync routers for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:21:24.510603 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:24.512090 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:24.516555 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:24.597778 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.614243 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4244d0cf-80c0-4037-8d2c-3bf8bc2fc2a8 req-2d9b03c3-dbd1-4619-b6a7-597d05bb1141 service neutron] 10.222.0.26 "GET /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161907 Jun 15 22:21:24.650462 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks [] for router (d607ade9-7129-4a15-828e-ed98ca86c51c), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.656316 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:24.719684 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:24.736162 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.737831 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:24.806982 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:21:24.816690 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:21:24.819407 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:21:24.824822 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=af954117-5f1d-4e72-a629-dbf4d4e173ff,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:24.867614 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks [] for router_gateway (d607ade9-7129-4a15-828e-ed98ca86c51c), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.914388 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:21:23Z', 'revision_number': 5, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port': {'id': '435c9ded-5316-4b8a-a136-ffe59516a230', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ac:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:33Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:24.939119 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] Checking router: d607ade9-7129-4a15-828e-ed98ca86c51c for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:21:24.948168 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] Routers {'d607ade9-7129-4a15-828e-ed98ca86c51c'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:24.948846 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d607ade9-7129-4a15-828e-ed98ca86c51c'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:24.952330 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Deleting port 435c9ded-5316-4b8a-a136-ffe59516a230 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:24.952663 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:24.954953 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (3d7e4e26-5ad2-4b38-94ea-ba61137a06e3), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.033590 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] Set router d607ade9-7129-4a15-828e-ed98ca86c51c gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:25.044473 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.085888 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:21:24Z', 'revision_number': 6, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:25.088808 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] For port 435c9ded-5316-4b8a-a136-ffe59516a230, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=435c9ded-5316-4b8a-a136-ffe59516a230,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:25.089159 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.110430 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c286a-1dcc-4541-b420-51a8ed2ae877 None None] The sync data for ids ['d607ade9-7129-4a15-828e-ed98ca86c51c'] in dv-cinder-835384-7-iscsi is: [{'id': 'd607ade9-7129-4a15-828e-ed98ca86c51c', 'name': 'tempest-ServerRescueNegativeTestJSON-847704938-router', 'tenant_id': '0713040636b4408c95dcadbb9b1fe3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:31Z', 'updated_at': '2022-06-15T22:21:24Z', 'revision_number': 6, 'project_id': '0713040636b4408c95dcadbb9b1fe3cc', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:21:25.111131 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Calling delete_port for 435c9ded-5316-4b8a-a136-ffe59516a230 owned by network:router_gateway {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:25.321486 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.327290 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.353308 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:25.399312 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:25.428785 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=af954117-5f1d-4e72-a629-dbf4d4e173ff,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:25.455295 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (435c9ded-5316-4b8a-a136-ffe59516a230), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.457637 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (3d7e4e26-5ad2-4b38-94ea-ba61137a06e3), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.495096 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Pushing event deleted for resources: {'Port': ['ID=435c9ded-5316-4b8a-a136-ffe59516a230,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:25.507245 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.509925 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-3f0e6abc-897f-4f9b-86e7-f605ddb290eb tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3832798 Jun 15 22:21:25.567201 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (d607ade9-7129-4a15-828e-ed98ca86c51c), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.668232 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-c1ab8ce6-17be-4ebf-950d-619fd9175312 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1172083547&fields=id&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 267 time: 0.0447564 Jun 15 22:21:25.668863 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (d607ade9-7129-4a15-828e-ed98ca86c51c), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.671478 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks [] for router_controller (d607ade9-7129-4a15-828e-ed98ca86c51c), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.739303 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (d607ade9-7129-4a15-828e-ed98ca86c51c), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.739930 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d607ade9-7129-4a15-828e-ed98ca86c51c {{(pid=104020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:21:25.745183 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.749399 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6e949108-071c-4864-89ab-242e16c62034 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d607ade9-7129-4a15-828e-ed98ca86c51c HTTP/1.1" status: 204 len: 168 time: 1.2545257 Jun 15 22:21:25.749807 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46244) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:25.779754 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-2f0878cf-f7f9-45d3-8842-284ff398046b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:25.781365 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-2f0878cf-f7f9-45d3-8842-284ff398046b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 0.1053391 Jun 15 22:21:25.796440 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-4c86be6a-37db-4b72-b1f1-f374595c2396 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/quotas/e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 375 time: 0.0095801 Jun 15 22:21:25.797729 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] Deleting subnet 28984ca3-c7b8-4d52-b267-c5ed7bcbb70f {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:21:25.801216 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] Publish callbacks [] for subnet (28984ca3-c7b8-4d52-b267-c5ed7bcbb70f), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.835916 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (28984ca3-c7b8-4d52-b267-c5ed7bcbb70f), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.853248 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-99955840-fc67-4cea-999a-2b757153cb13 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502381 Jun 15 22:21:25.922261 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (28984ca3-c7b8-4d52-b267-c5ed7bcbb70f), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:25.977260 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (28984ca3-c7b8-4d52-b267-c5ed7bcbb70f), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.007574 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28984ca3-c7b8-4d52-b267-c5ed7bcbb70f,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:26.013986 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.016873 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-6f23e2e0-e555-4b9b-b689-70368905f15a service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487122 Jun 15 22:21:26.019846 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-a1b16a7e-9127-4e1c-abad-05f768d84cff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/28984ca3-c7b8-4d52-b267-c5ed7bcbb70f HTTP/1.1" status: 204 len: 168 time: 0.2688851 Jun 15 22:21:26.020468 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46248) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:26.021542 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55193111-f62f-4aa9-8507-87a4c924628e None None] Network 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:21:26.097243 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (940602c4-8f41-4c18-9ab7-0dca7ab44fe8), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.110692 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:26.116142 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-949aa23c-45c2-4478-9a91-6b802da244a8 service neutron] 10.222.0.55 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984895 Jun 15 22:21:26.140855 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Deleting port 213edfca-3ac8-4b43-896d-6e2dea355055 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:26.141196 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.202232 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] DHCP port deletion for 940602c4-8f41-4c18-9ab7-0dca7ab44fe8 request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:21:26.209063 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] For port 213edfca-3ac8-4b43-896d-6e2dea355055, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=213edfca-3ac8-4b43-896d-6e2dea355055,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:26.209716 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.226170 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Calling delete_port for 213edfca-3ac8-4b43-896d-6e2dea355055 owned by network:dhcp {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:26.248581 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] Deleting port 213edfca-3ac8-4b43-896d-6e2dea355055 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:21:26.249268 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.311649 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:26.349713 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] For port 213edfca-3ac8-4b43-896d-6e2dea355055, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=213edfca-3ac8-4b43-896d-6e2dea355055,segment=NetworkSegment(2855826f-ea1f-4108-bc81-07b1213011b7),segment_id=2855826f-ea1f-4108-bc81-07b1213011b7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:26.350504 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.351967 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6ade8a84-53ca-4ade-9a21-9c8049e7eab5 req-d569aafb-286e-40e9-a114-b0b078669069 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 210 time: 0.0390825 Jun 15 22:21:26.360485 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.382382 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] Calling delete_port for 213edfca-3ac8-4b43-896d-6e2dea355055 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:21:26.389284 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=213edfca-3ac8-4b43-896d-6e2dea355055,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:26.395263 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] No DVR routers for this DVR port 213edfca-3ac8-4b43-896d-6e2dea355055 on host dv-cinder-835384-7-iscsi {{(pid=104020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:21:26.456935 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:26.473066 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (940602c4-8f41-4c18-9ab7-0dca7ab44fe8), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.482559 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:26.487404 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (213edfca-3ac8-4b43-896d-6e2dea355055), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.497581 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940602c4-8f41-4c18-9ab7-0dca7ab44fe8']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:26.509480 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2855826f-ea1f-4108-bc81-07b1213011b7') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:26.509776 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2855826f-ea1f-4108-bc81-07b1213011b7') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:26.516689 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] Pushing event deleted for resources: {'Port': ['ID=213edfca-3ac8-4b43-896d-6e2dea355055,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:26.518980 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b7f91-a688-41fe-ae5f-e499449c85c0 None None] No DVR routers for this DVR port 213edfca-3ac8-4b43-896d-6e2dea355055 on host dv-cinder-835384-7-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:21:26.531863 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (2855826f-ea1f-4108-bc81-07b1213011b7), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.545686 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (2855826f-ea1f-4108-bc81-07b1213011b7), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.552752 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:21:26.553145 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (2855826f-ea1f-4108-bc81-07b1213011b7), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.632000 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (940602c4-8f41-4c18-9ab7-0dca7ab44fe8), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.637668 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.641018 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] 10.222.0.55 "DELETE /v2.0/networks/940602c4-8f41-4c18-9ab7-0dca7ab44fe8 HTTP/1.1" status: 204 len: 168 time: 0.6195357 Jun 15 22:21:26.654202 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a99e8-8a7c-46ac-b079-1bf436c17b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=940602c4-8f41-4c18-9ab7-0dca7ab44fe8,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:26.666020 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 2855826f-ea1f-4108-bc81-07b1213011b7 resource provider aggregate not found Jun 15 22:21:26.684811 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 2855826f-ea1f-4108-bc81-07b1213011b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2855826f-ea1f-4108-bc81-07b1213011b7 found for delete ", "request_id": "req-23cbcbff-1149-4588-ba67-7fdc92e1495d"}]} Jun 15 22:21:26.785899 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46268) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:26.796966 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c6c6378e-2964-4a26-b2a5-9214c48c103a no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:26.818355 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: c6c6378e-2964-4a26-b2a5-9214c48c103a {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:26.819181 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c6c6378e-2964-4a26-b2a5-9214c48c103a not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:26.819789 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 435c9ded-5316-4b8a-a136-ffe59516a230 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:26.834150 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a529b159-eac2-432d-acdc-26f4b1f94671 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0713040636b4408c95dcadbb9b1fe3cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470004 Jun 15 22:21:26.836678 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46270) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:26.844286 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 435c9ded-5316-4b8a-a136-ffe59516a230 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:26.844627 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 435c9ded-5316-4b8a-a136-ffe59516a230 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:26.845037 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 213edfca-3ac8-4b43-896d-6e2dea355055 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:21:26.863716 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 213edfca-3ac8-4b43-896d-6e2dea355055 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:21:26.864064 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 213edfca-3ac8-4b43-896d-6e2dea355055 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:21:26.893843 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b823d442-769f-4379-b56a-e2c8db074262 admin admin] Publish callbacks [] for security_group (48539e3d-aa01-4b52-911f-2450555ca22e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.915825 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b823d442-769f-4379-b56a-e2c8db074262 admin admin] Publish callbacks [] for security_group (48539e3d-aa01-4b52-911f-2450555ca22e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.967911 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b823d442-769f-4379-b56a-e2c8db074262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (48539e3d-aa01-4b52-911f-2450555ca22e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.974036 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b823d442-769f-4379-b56a-e2c8db074262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:26.977706 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b823d442-769f-4379-b56a-e2c8db074262 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48539e3d-aa01-4b52-911f-2450555ca22e HTTP/1.1" status: 204 len: 168 time: 0.1374643 Jun 15 22:21:26.977879 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:26.989497 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823d442-769f-4379-b56a-e2c8db074262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48539e3d-aa01-4b52-911f-2450555ca22e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:27.563743 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-71f71deb-2c19-4c79-a82c-4f2a945f51c6 req-583fdde4-1b4a-465c-9fc4-4c30fc139dab tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 210 time: 0.1011419 Jun 15 22:21:27.580119 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-f7da4fa5-d444-444f-9be7-c1d2683c350e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1767440 Jun 15 22:21:27.607633 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f0a982a9-3d81-4cb9-99a2-9cc7599c5db1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:27.609170 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f0a982a9-3d81-4cb9-99a2-9cc7599c5db1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 814 time: 0.2042003 Jun 15 22:21:27.724362 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-2552e81d-042f-4d19-b063-2e5890b00bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:27.725921 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-2552e81d-042f-4d19-b063-2e5890b00bb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1129 time: 0.0671637 Jun 15 22:21:27.735388 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-9715c17c-626a-4101-82e0-d80f29eece3a tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2dec64625f54967a0032506f799ed6a HTTP/1.1" status: 200 len: 380 time: 0.1013272 Jun 15 22:21:27.795328 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'port': {'device_id': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'admin_state_up': True, 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'security_groups': ['35f57045-bc44-4755-8566-33360a0e79f7']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:27.816088 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:27.975078 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-ac312575-6f96-4974-86f0-a3134fbf8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:27.976520 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-ac312575-6f96-4974-86f0-a3134fbf8bbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.1568985 Jun 15 22:21:28.025075 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Made reservation on behalf of e2dec64625f54967a0032506f799ed6a for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:21:28.029409 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:28.068794 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-e5a2ae0d-5a41-43cb-9c0f-948affde889e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 1001 time: 0.0843840 Jun 15 22:21:28.188424 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-713db583-47bb-4b72-aa1b-1ff689d109c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:28.190141 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-713db583-47bb-4b72-aa1b-1ff689d109c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.1159172 Jun 15 22:21:28.249718 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Allocated IP 172.20.0.12 (51970d37-d292-4c3d-bdb6-727ed5d05edc/1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19/33de2f64-e8b7-49fe-8d89-1889842798e0) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:21:28.257152 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-771602c0-0ff2-48d7-b805-0e9ac14e37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:28.259069 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-771602c0-0ff2-48d7-b805-0e9ac14e37d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596068 Jun 15 22:21:28.384221 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:28.439620 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-e956c67b-2407-4f26-9553-34c6b524be23 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735260 Jun 15 22:21:28.505644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:28.581626 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e9319376-f28e-4c9e-8421-a17ee0a1ccea req-063af670-2d4a-48e6-a2c9-2c93e8a5d806 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309381 Jun 15 22:21:28.591357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:28.635906 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:28.637832 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:21:28.645974 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:21:28.650600 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:21:28.680320 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event updated for resources: {'Port': ['ID=33de2f64-e8b7-49fe-8d89-1889842798e0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:28.714613 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1774b-6c9a-47a4-9435-b15e43deec68 req-53bc5cea-483f-40ee-a621-b7aa23aad703 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:28.716912 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-18a1774b-6c9a-47a4-9435-b15e43deec68 req-53bc5cea-483f-40ee-a621-b7aa23aad703 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 932 time: 0.0680172 Jun 15 22:21:28.720008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:28.720707 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:28.741026 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-346bedbf-9a9e-4489-98ef-da43b25973ca tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9508393 Jun 15 22:21:28.771409 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-18a1774b-6c9a-47a4-9435-b15e43deec68 req-195e7a48-0b19-4ad6-afb1-f51a9427241e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482535 Jun 15 22:21:28.899449 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-ad7432b5-3204-49d0-b333-928be4b7f09e None None] Provisioning complete for port 33de2f64-e8b7-49fe-8d89-1889842798e0 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:21:28.900120 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ad7432b5-3204-49d0-b333-928be4b7f09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:28.936503 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ad7432b5-3204-49d0-b333-928be4b7f09e None None] Port 33de2f64-e8b7-49fe-8d89-1889842798e0 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:21:28.936864 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Request body: {'port': {'device_id': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:29.009238 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:29.336682 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33de2f64-e8b7-49fe-8d89-1889842798e0 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:21:29.351570 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Publish callbacks [] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:29.373081 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Transition to ACTIVE for port object 33de2f64-e8b7-49fe-8d89-1889842798e0 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:21:29.378589 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:29.433222 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Pushing event updated for resources: {'Port': ['ID=33de2f64-e8b7-49fe-8d89-1889842798e0,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:29.516350 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Attempting to bind port 33de2f64-e8b7-49fe-8d89-1889842798e0 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:21:29.516797 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Attempting to bind port 33de2f64-e8b7-49fe-8d89-1889842798e0 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:21:29.517158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Attempting to bind port 33de2f64-e8b7-49fe-8d89-1889842798e0 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:21:29.519411 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:29.523810 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Port 33de2f64-e8b7-49fe-8d89-1889842798e0 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:21:29.524121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Attempting to bind port 33de2f64-e8b7-49fe-8d89-1889842798e0 on network 51970d37-d292-4c3d-bdb6-727ed5d05edc {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:21:29.535373 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:21:29.535746 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Checking segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:21:29.536125 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Bound using segment: {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:21:29.536653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Bound port: 33de2f64-e8b7-49fe-8d89-1889842798e0, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d02cf39-ff6c-4b25-9de9-b41a94dd7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:21:29.537011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:29.556377 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:29.642086 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] For port 33de2f64-e8b7-49fe-8d89-1889842798e0, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:21:29.646103 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] For port 33de2f64-e8b7-49fe-8d89-1889842798e0, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33de2f64-e8b7-49fe-8d89-1889842798e0,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:21:29.653581 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:29.694917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:29.695683 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:29.697194 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] 10.222.0.26 "PUT /v2.0/ports/33de2f64-e8b7-49fe-8d89-1889842798e0 HTTP/1.1" status: 200 len: 1094 time: 0.7651379 Jun 15 22:21:29.697672 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:29.700104 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:29.723527 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eec861-fcf7-44b1-9556-d2d8f323a85e service neutron] Pushing event updated for resources: {'Port': ['ID=33de2f64-e8b7-49fe-8d89-1889842798e0,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:29.806612 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff53539-2403-4ae3-9e88-3f6107cd4df0 x-openstack-request-id: req-8ff53539-2403-4ae3-9e88-3f6107cd4df0 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:29.806612 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:29.806612 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ff53539-2403-4ae3-9e88-3f6107cd4df0 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:29.806612 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff53539-2403-4ae3-9e88-3f6107cd4df0'] response: {'name': 'network-changed', 'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'status': 'completed', 'code': 200} Jun 15 22:21:29.839447 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-5f8c1725-082e-4980-9ec2-528df0927e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:29.841208 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-5f8c1725-082e-4980-9ec2-528df0927e9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 1128 time: 0.0654020 Jun 15 22:21:29.909385 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-610accf3-26a2-40fb-b660-17590182ff91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de2f64-e8b7-49fe-8d89-1889842798e0 HTTP/1.1" status: 200 len: 217 time: 0.0522959 Jun 15 22:21:29.957024 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d748b-9cf4-49a3-b122-03769feaa684 req-0279d556-dc1b-43f1-aaf1-e1287514137b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:29.959497 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f87d748b-9cf4-49a3-b122-03769feaa684 req-0279d556-dc1b-43f1-aaf1-e1287514137b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 944 time: 0.0756977 Jun 15 22:21:29.983385 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-774b59a3-41eb-4337-9051-5f83a8619fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:29.984947 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-774b59a3-41eb-4337-9051-5f83a8619fa1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0614164 Jun 15 22:21:29.999308 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:30.017503 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f87d748b-9cf4-49a3-b122-03769feaa684 req-e1c8f689-c457-408a-beeb-ca5db023dff5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502021 Jun 15 22:21:30.039609 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-52d48e0e-e844-4721-aa3c-8126c35ae342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:30.041124 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-52d48e0e-e844-4721-aa3c-8126c35ae342 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500214 Jun 15 22:21:31.150480 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df8d0e-1ff8-409a-8acd-83dd39a50ce9 req-e2c40895-23e4-4924-b235-1341043ddc6d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:31.152033 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-79df8d0e-1ff8-409a-8acd-83dd39a50ce9 req-e2c40895-23e4-4924-b235-1341043ddc6d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 944 time: 0.0540161 Jun 15 22:21:31.214522 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-79df8d0e-1ff8-409a-8acd-83dd39a50ce9 req-787b5e3f-cee5-468f-b46a-7fbcfeced440 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556805 Jun 15 22:21:32.335623 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e804d0-7155-4401-8f25-ed2e3456e5f5 req-06edd25c-f3d2-4e6b-bee2-343714c807e8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:32.337093 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-77e804d0-7155-4401-8f25-ed2e3456e5f5 req-06edd25c-f3d2-4e6b-bee2-343714c807e8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 944 time: 0.0524085 Jun 15 22:21:32.390502 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-77e804d0-7155-4401-8f25-ed2e3456e5f5 req-c0d2d5fa-56ab-454e-9df7-aa4b9fdf3172 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Jun 15 22:21:32.695214 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-2609d292-fcac-4166-bf04-f9031540b4d6 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957968 Jun 15 22:21:33.084622 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d09b69d-e615-4aaf-9e9e-d7e7aad42af0 req-0ee8b4c4-1d5d-4fec-9bcd-f34356229387 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830667 Jun 15 22:21:33.525186 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec514c66-8e86-45ac-8468-27c0101979fc req-557fdb8a-d7d4-4123-ac3b-6ff3c5984f50 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:33.528672 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ec514c66-8e86-45ac-8468-27c0101979fc req-557fdb8a-d7d4-4123-ac3b-6ff3c5984f50 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 944 time: 0.0578284 Jun 15 22:21:33.585201 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ec514c66-8e86-45ac-8468-27c0101979fc req-e6b80fa7-a1f9-4815-aaa0-da5eb02e3c15 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506301 Jun 15 22:21:34.034871 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-628080d8-33c6-481e-89e9-b178132aea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:34.036403 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-628080d8-33c6-481e-89e9-b178132aea4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 1128 time: 0.0459659 Jun 15 22:21:34.134703 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-b7a8a6d1-ddf3-4f8b-adc5-00d3f38c9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:34.136200 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-b7a8a6d1-ddf3-4f8b-adc5-00d3f38c9319 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.0936146 Jun 15 22:21:34.176646 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-9120da05-c966-4d09-938c-3bfccc8b2994 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de2f64-e8b7-49fe-8d89-1889842798e0 HTTP/1.1" status: 200 len: 217 time: 0.0340097 Jun 15 22:21:34.236391 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-d3030305-9434-42a8-9920-8d5b9a4a7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:34.237916 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-d3030305-9434-42a8-9920-8d5b9a4a7e1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0548601 Jun 15 22:21:34.289306 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-31b1e21b-aa70-4aab-967b-a83cd5ac0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:34.290832 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-31b1e21b-aa70-4aab-967b-a83cd5ac0573 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432870 Jun 15 22:21:34.392994 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-29bb0629-e86f-4216-b985-ffd950d72db6 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947034 Jun 15 22:21:34.489363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:34.494183 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b6e60e43-8eaa-4bb3-a082-e02226a0ad49 req-4a2db5c9-af35-44a6-b973-8ccc39bc2304 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942838 Jun 15 22:21:34.720197 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7755066-60a0-43a6-a352-bbfd32adccbe req-27675b46-f473-4fe6-9d22-f63d07133779 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:34.721763 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d7755066-60a0-43a6-a352-bbfd32adccbe req-27675b46-f473-4fe6-9d22-f63d07133779 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 944 time: 0.0542307 Jun 15 22:21:34.777073 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d7755066-60a0-43a6-a352-bbfd32adccbe req-c10b5511-ace8-4ce5-b17d-e2f05c59fc14 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Jun 15 22:21:35.810609 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46400) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:35.895576 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efe103-a3fc-4d63-9bc6-3911736937f9 req-20121337-da02-4c54-a6a7-81ddaa350df5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:35.897109 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f3efe103-a3fc-4d63-9bc6-3911736937f9 req-20121337-da02-4c54-a6a7-81ddaa350df5 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 944 time: 0.0489438 Jun 15 22:21:35.922004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0edda54d-d342-44c8-93cd-043585a3efad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:35.949447 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f3efe103-a3fc-4d63-9bc6-3911736937f9 req-2f0feda0-d316-4fae-9c86-474fd95e0cda tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465395 Jun 15 22:21:36.001746 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0edda54d-d342-44c8-93cd-043585a3efad admin admin] Publish callbacks [] for security_group (fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.007787 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0edda54d-d342-44c8-93cd-043585a3efad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.077645 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0edda54d-d342-44c8-93cd-043585a3efad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffc7497a4d684bf29448b891b50dc7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659075 Jun 15 22:21:36.078940 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edda54d-d342-44c8-93cd-043585a3efad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:36.082135 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46404) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:36.135066 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c64b884f-7ffc-4f46-8161-012438fd6c60 admin admin] Publish callbacks [] for security_group (fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.158249 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c64b884f-7ffc-4f46-8161-012438fd6c60 admin admin] Publish callbacks [] for security_group (fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.164704 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:36.207530 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c64b884f-7ffc-4f46-8161-012438fd6c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.210300 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c64b884f-7ffc-4f46-8161-012438fd6c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.211469 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-c64b884f-7ffc-4f46-8161-012438fd6c60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d HTTP/1.1" status: 204 len: 168 time: 0.1285560 Jun 15 22:21:36.219877 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b884f-7ffc-4f46-8161-012438fd6c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8f9b3e-daff-4fb4-b3c1-6cedf7ac694d,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:36.458131 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 33de2f64-e8b7-49fe-8d89-1889842798e0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:21:36.572839 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 33de2f64-e8b7-49fe-8d89-1889842798e0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33de2f64-e8b7-49fe-8d89-1889842798e0,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:36.585825 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'port_id': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'mac_address': 'fa:16:3e:ed:8b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:21:36.623096 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 33de2f64-e8b7-49fe-8d89-1889842798e0 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:21:36.623795 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.639998 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33de2f64-e8b7-49fe-8d89-1889842798e0 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:21:36.661689 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 33de2f64-e8b7-49fe-8d89-1889842798e0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33de2f64-e8b7-49fe-8d89-1889842798e0,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:36.666866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:36.719056 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=33de2f64-e8b7-49fe-8d89-1889842798e0,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:36.914481 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46428) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:36.990867 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['33de2f64-e8b7-49fe-8d89-1889842798e0'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:21:37.038798 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1945981551-network', 'tenant_id': 'cb2d83e91f0f4e4b9c67d5437769894c'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:37.055487 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:37.079501 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Made reservation on behalf of cb2d83e91f0f4e4b9c67d5437769894c for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:21:37.083953 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.091745 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce676c1-ea5a-4bc5-943d-01b118045f0d req-b75cf088-f73d-4b55-8849-fcad2e8d22b1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:37.093540 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fce676c1-ea5a-4bc5-943d-01b118045f0d req-b75cf088-f73d-4b55-8849-fcad2e8d22b1 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 945 time: 0.0527098 Jun 15 22:21:37.097228 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.102286 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:37.157917 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fce676c1-ea5a-4bc5-943d-01b118045f0d req-387ad61a-ace4-470a-90b9-ada6d80501da tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574956 Jun 15 22:21:37.197360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks [] for security_group (1882ad01-70eb-44c0-9cb1-7b3446c1d8ab), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.201679 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1882ad01-70eb-44c0-9cb1-7b3446c1d8ab), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.231560 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:21:37.239633 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1882ad01-70eb-44c0-9cb1-7b3446c1d8ab,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:37.248004 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (abe77fa1-107a-4535-b1eb-93804d716c38), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.248004 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Added segment abe77fa1-107a-4535-b1eb-93804d716c38 of type vlan for network 07e80648-be06-4bab-b82c-3b752f87f521 Jun 15 22:21:37.295836 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (07e80648-be06-4bab-b82c-3b752f87f521), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.324062 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (07e80648-be06-4bab-b82c-3b752f87f521), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.325140 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:37.325750 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.363458 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4477339 Jun 15 22:21:37.366622 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46434) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:37.371751 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Request body: {'subnet': {'network_id': '07e80648-be06-4bab-b82c-3b752f87f521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1945981551-subnet', 'tenant_id': 'cb2d83e91f0f4e4b9c67d5437769894c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:37.396472 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Made reservation on behalf of cb2d83e91f0f4e4b9c67d5437769894c for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:21:37.399030 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.416493 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6516221-aad3-44a2-b1f2-c0d9a9bc1c7a admin admin] Pushing event updated for resources: {'Network': ['ID=07e80648-be06-4bab-b82c-3b752f87f521,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:37.427271 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:37.431605 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 07e80648-be06-4bab-b82c-3b752f87f521 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:21:37.592231 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (4bfedb7e-bb7c-4771-a112-3b8eb7b509e6), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.641749 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfedb7e-bb7c-4771-a112-3b8eb7b509e6,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:37.663468 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Checking segment: {'id': 'abe77fa1-107a-4535-b1eb-93804d716c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '07e80648-be06-4bab-b82c-3b752f87f521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:21:37.663814 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Network hostable DHCP agents. Network: 07e80648-be06-4bab-b82c-3b752f87f521, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:21:37.683950 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Network 07e80648-be06-4bab-b82c-3b752f87f521 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:21:37.694417 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 07e80648-be06-4bab-b82c-3b752f87f521) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:21:37.700164 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:37.700764 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:37.704804 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f275656-aece-487b-ace7-f0f3b19f6956 None None] Network 07e80648-be06-4bab-b82c-3b752f87f521 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:21:37.729227 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-89a72c83-befb-4db6-b703-dcd3a58969dd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3614445 Jun 15 22:21:37.834178 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9257f5b7-8d1d-4175-bd8d-d45d7711f596 None None] Network 07e80648-be06-4bab-b82c-3b752f87f521 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:21:37.912002 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:38.281006 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46452) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:38.286440 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-851562213-network', 'tenant_id': '5ea63a02b3744fde86d2150864e9baf1'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:38.304005 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f789237-4c8f-4333-b3fc-aa5b1eef712d req-88a677ae-25b6-4654-9fe6-c15f732edb0d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:38.305911 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1f789237-4c8f-4333-b3fc-aa5b1eef712d req-88a677ae-25b6-4654-9fe6-c15f732edb0d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 945 time: 0.0591006 Jun 15 22:21:38.311298 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Made reservation on behalf of 5ea63a02b3744fde86d2150864e9baf1 for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:21:38.315459 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.336356 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.357930 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1f789237-4c8f-4333-b3fc-aa5b1eef712d req-1f6bac69-6d12-419c-8631-2f431bcced9e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460079 Jun 15 22:21:38.419342 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:38.430125 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks [] for security_group (85601a76-82e1-45fc-95b9-9af2ac3df388), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.434245 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (85601a76-82e1-45fc-95b9-9af2ac3df388), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.458647 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 33de2f64-e8b7-49fe-8d89-1889842798e0 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:21:38.465823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:21:38.477849 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85601a76-82e1-45fc-95b9-9af2ac3df388,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:38.483311 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (1484e10a-8686-4d62-bec8-193b5437ae1c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.483636 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Added segment 1484e10a-8686-4d62-bec8-193b5437ae1c of type vlan for network 425bb944-8514-47f1-aa50-cc76d8eebc05 Jun 15 22:21:38.517923 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 33de2f64-e8b7-49fe-8d89-1889842798e0 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:21:38.524171 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 33de2f64-e8b7-49fe-8d89-1889842798e0 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:21:38.524565 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.528247 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (425bb944-8514-47f1-aa50-cc76d8eebc05), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.562903 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (425bb944-8514-47f1-aa50-cc76d8eebc05), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.564157 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:38.564821 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.596562 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3149531 Jun 15 22:21:38.601350 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46454) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:38.612376 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Request body: {'subnet': {'network_id': '425bb944-8514-47f1-aa50-cc76d8eebc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-851562213-subnet', 'tenant_id': '5ea63a02b3744fde86d2150864e9baf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:38.614504 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 33de2f64-e8b7-49fe-8d89-1889842798e0 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:21:38.614894 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.636527 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Made reservation on behalf of 5ea63a02b3744fde86d2150864e9baf1 for: {'subnet': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:21:38.638800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed342802-a168-4de7-8b55-d1ce1e8dee23 admin admin] Pushing event updated for resources: {'Network': ['ID=425bb944-8514-47f1-aa50-cc76d8eebc05,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:38.639679 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:38.640757 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9626010'] for subnet (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.642049 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17cc786-900f-48ee-839b-f47a2cfcdcf4" -d '{"events": [{"server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "name": "network-vif-plugged", "status": "completed", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:38.654265 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 425bb944-8514-47f1-aa50-cc76d8eebc05 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:21:38.659831 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 33de2f64-e8b7-49fe-8d89-1889842798e0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33de2f64-e8b7-49fe-8d89-1889842798e0,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:21:38.673679 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.779384 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=33de2f64-e8b7-49fe-8d89-1889842798e0,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:38.849292 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2241495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9626036'] for subnet (cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.910167 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:38.917275 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245232c8-c6ab-48e3-9682-9bd427baf098 x-openstack-request-id: req-245232c8-c6ab-48e3-9682-9bd427baf098 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:38.917822 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "name": "network-vif-plugged", "status": "completed", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:38.918205 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-245232c8-c6ab-48e3-9682-9bd427baf098 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:38.918696 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245232c8-c6ab-48e3-9682-9bd427baf098'] response: {'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'code': 200} Jun 15 22:21:38.919380 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Checking segment: {'id': '1484e10a-8686-4d62-bec8-193b5437ae1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '425bb944-8514-47f1-aa50-cc76d8eebc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:21:38.919748 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Network hostable DHCP agents. Network: 425bb944-8514-47f1-aa50-cc76d8eebc05, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:21:38.939715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Network 425bb944-8514-47f1-aa50-cc76d8eebc05 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:21:38.942753 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:38.949920 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 425bb944-8514-47f1-aa50-cc76d8eebc05) {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:21:38.956886 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:38.957506 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:38.964939 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec22633-4e94-404d-bcce-5e1e27af6365 None None] Network 425bb944-8514-47f1-aa50-cc76d8eebc05 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:21:38.965830 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:39.002382 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-518d8e90-91c6-4d89-a71f-a1b6d6c941c3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3993917 Jun 15 22:21:39.177515 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a0bc1-7718-4b0a-9df8-a471ee10595c req-e80d441f-6ef6-42ae-b77c-a24b346122a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:39.179446 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-884a0bc1-7718-4b0a-9df8-a471ee10595c req-e80d441f-6ef6-42ae-b77c-a24b346122a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 1130 time: 0.0522501 Jun 15 22:21:39.236467 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ffbd57-8020-4d6f-ad9e-5da1d7500fa3 None None] Network 425bb944-8514-47f1-aa50-cc76d8eebc05 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:21:39.242086 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-884a0bc1-7718-4b0a-9df8-a471ee10595c req-2015a841-cc1f-4353-8a68-3503ad918bf0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539081 Jun 15 22:21:39.494498 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31355c-39d1-4c8a-8730-c0e7d2eb5b4b req-6c472080-f7db-40c0-bd74-30f4219f192f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:39.495915 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2c31355c-39d1-4c8a-8730-c0e7d2eb5b4b req-6c472080-f7db-40c0-bd74-30f4219f192f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 946 time: 0.0506024 Jun 15 22:21:39.558091 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2c31355c-39d1-4c8a-8730-c0e7d2eb5b4b req-c919e90f-e175-44ae-9e38-b35070b5a081 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545170 Jun 15 22:21:40.699920 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac24a1-6b6c-43cd-a7d9-12f3426189b4 req-2ac247d9-3603-481f-abb0-80282ee49534 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:40.701555 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-30ac24a1-6b6c-43cd-a7d9-12f3426189b4 req-2ac247d9-3603-481f-abb0-80282ee49534 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 946 time: 0.0599608 Jun 15 22:21:40.719225 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:40.768840 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-30ac24a1-6b6c-43cd-a7d9-12f3426189b4 req-ac320818-a1fc-4038-bf86-f48f1c820ee8 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610428 Jun 15 22:21:41.889203 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b74dd4-6dc8-4524-bd94-afeaa4aa2a39 req-01079ef0-4cb5-44e6-a0d3-136211e42053 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:41.890710 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-20b74dd4-6dc8-4524-bd94-afeaa4aa2a39 req-01079ef0-4cb5-44e6-a0d3-136211e42053 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 946 time: 0.0480285 Jun 15 22:21:41.946991 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-20b74dd4-6dc8-4524-bd94-afeaa4aa2a39 req-89fe3b86-6676-445b-b2cd-a424e696350b tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482943 Jun 15 22:21:42.069356 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2953c2d-b030-4484-9b59-32e3b1724c31 req-ad5d6c95-586d-45cd-b297-c389f0c9ea6d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:42.071040 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2953c2d-b030-4484-9b59-32e3b1724c31 req-ad5d6c95-586d-45cd-b297-c389f0c9ea6d tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 946 time: 0.0566130 Jun 15 22:21:42.082486 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46494) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:42.087545 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Request body: {'floatingip': {'port_id': '33de2f64-e8b7-49fe-8d89-1889842798e0'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:21:42.128652 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (3d7e4e26-5ad2-4b38-94ea-ba61137a06e3), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:42.164143 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=44 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:42.165273 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=81 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:42.584683 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:42.589610 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (3d7e4e26-5ad2-4b38-94ea-ba61137a06e3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:42.685182 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:42.693856 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 3d7e4e26-5ad2-4b38-94ea-ba61137a06e3 associated. External IP: 172.27.2.211, port: 33de2f64-e8b7-49fe-8d89-1889842798e0. Jun 15 22:21:42.943316 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:21:43.058332 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:21:43.062913 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:43.070398 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:21:43.084615 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:43.085301 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:43.099305 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b8dffdd9-8ef3-4ebb-9c03-157f78d5ba51 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "PUT /v2.0/floatingips/3d7e4e26-5ad2-4b38-94ea-ba61137a06e3 HTTP/1.1" status: 200 len: 992 time: 1.0156736 Jun 15 22:21:43.099971 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:21:43.102223 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f520168-34b1-4dda-849a-e7565cf65937" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:21:43.141617 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbb2c32-42ae-466e-91e7-3764602f7054 x-openstack-request-id: req-8dbb2c32-42ae-466e-91e7-3764602f7054 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:21:43.141922 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:21:43.142151 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8dbb2c32-42ae-466e-91e7-3764602f7054 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:21:43.142530 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbb2c32-42ae-466e-91e7-3764602f7054'] response: {'name': 'network-changed', 'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'status': 'completed', 'code': 200} Jun 15 22:21:43.200190 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:43.208918 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:43.235975 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520168-34b1-4dda-849a-e7565cf65937 req-1800bc47-2f9b-486f-ab99-ad8b79f504a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:43.237866 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f520168-34b1-4dda-849a-e7565cf65937 req-1800bc47-2f9b-486f-ab99-ad8b79f504a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2dec64625f54967a0032506f799ed6a&device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 1130 time: 0.0443959 Jun 15 22:21:43.271241 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:43.346410 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520168-34b1-4dda-849a-e7565cf65937 req-4024b011-ceb9-4d34-a2e3-bf68ffc06ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:43.347977 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f520168-34b1-4dda-849a-e7565cf65937 req-4024b011-ceb9-4d34-a2e3-bf68ffc06ad3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 200 len: 915 time: 0.1027930 Jun 15 22:21:43.430289 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f520168-34b1-4dda-849a-e7565cf65937 req-e56695cc-d99c-4c88-a117-65a638473bb1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de2f64-e8b7-49fe-8d89-1889842798e0 HTTP/1.1" status: 200 len: 1000 time: 0.0746489 Jun 15 22:21:43.450081 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '3d7e4e26-5ad2-4b38-94ea-ba61137a06e3', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:ed:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:21:24Z', 'updated_at': '2022-06-15T22:21:42Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:43.495777 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:21:43.512155 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520168-34b1-4dda-849a-e7565cf65937 req-e29fbb30-ffa5-4992-a7a7-95076412424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:43.514636 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f520168-34b1-4dda-849a-e7565cf65937 req-e29fbb30-ffa5-4992-a7a7-95076412424f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 200 len: 853 time: 0.0757542 Jun 15 22:21:43.523828 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:21:43.524647 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:21:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:43.566549 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520168-34b1-4dda-849a-e7565cf65937 req-489671cf-a272-48c2-afb6-68ed2923e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:43.568180 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f520168-34b1-4dda-849a-e7565cf65937 req-489671cf-a272-48c2-afb6-68ed2923e455 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=51970d37-d292-4c3d-bdb6-727ed5d05edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467789 Jun 15 22:21:43.599616 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:43.637873 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:21:43.697109 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f520168-34b1-4dda-849a-e7565cf65937 req-1c5925a1-a090-4240-b5c5-5476865bec1f service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212440 Jun 15 22:21:43.820537 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f520168-34b1-4dda-849a-e7565cf65937 req-877f860c-f14b-4c14-8ef8-b975b79d61d2 service neutron] 10.222.0.26 "GET /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172268 Jun 15 22:21:43.825910 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c77fb097-dea8-4872-84bf-b96af106a8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:43.898754 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '3d7e4e26-5ad2-4b38-94ea-ba61137a06e3', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:ed:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:21:24Z', 'updated_at': '2022-06-15T22:21:42Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:43.924588 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a0b42f-43f0-4831-a0f6-f06a0a9d3359 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '3d7e4e26-5ad2-4b38-94ea-ba61137a06e3', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'port_id': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'mac_address': 'fa:16:3e:ed:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:21:24Z', 'updated_at': '2022-06-15T22:21:42Z', 'revision_number': 1, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:21:44.150777 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a219fde2-e1e4-4f12-8831-2f651959e4a3 None None] New status for floating IP 3d7e4e26-5ad2-4b38-94ea-ba61137a06e3: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:21:46.046617 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8545d207-4ddb-4d7c-9ce5-a5e365aa7b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:47.610620 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:49.280371 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:49.348262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:51.183602 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:21:51.195186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138059fe-e90b-4abb-8bbb-8412ea962c0e req-f4d3a424-7278-4278-bf99-c2337e0b52d2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:51.196690 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-138059fe-e90b-4abb-8bbb-8412ea962c0e req-f4d3a424-7278-4278-bf99-c2337e0b52d2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0511067 Jun 15 22:21:51.251288 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-138059fe-e90b-4abb-8bbb-8412ea962c0e req-e9070275-3095-4a84-a90f-4e5f063a5136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486124 Jun 15 22:21:51.930449 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=2,neutron:SELECT=19 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:51.938174 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=17 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:52.379344 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58504d9-63c4-4e68-89cd-fe5735687ffa req-8eebadb3-c819-428a-bcae-1ed881bb4b07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:52.381004 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e58504d9-63c4-4e68-89cd-fe5735687ffa req-8eebadb3-c819-428a-bcae-1ed881bb4b07 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Jun 15 22:21:52.431372 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e58504d9-63c4-4e68-89cd-fe5735687ffa req-932cb593-7b09-4da6-a20a-cf3c6f093e43 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444720 Jun 15 22:21:53.115783 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46626) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:53.163770 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Deleting subnet 4bfedb7e-bb7c-4771-a112-3b8eb7b509e6 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:21:53.167743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Publish callbacks [] for subnet (4bfedb7e-bb7c-4771-a112-3b8eb7b509e6), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.205829 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9147888'] for subnet (4bfedb7e-bb7c-4771-a112-3b8eb7b509e6), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.227392 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:53.255853 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (4bfedb7e-bb7c-4771-a112-3b8eb7b509e6), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.319786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10136829'] for subnet (4bfedb7e-bb7c-4771-a112-3b8eb7b509e6), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.345303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfedb7e-bb7c-4771-a112-3b8eb7b509e6,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:53.355508 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.358749 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4bfedb7e-bb7c-4771-a112-3b8eb7b509e6 HTTP/1.1" status: 204 len: 168 time: 0.2419167 Jun 15 22:21:53.360612 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.361161 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.361291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.361687 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.362007 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.362730 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.362730 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.363049 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46628) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.369226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794ea7b-d06d-492e-973d-d6a4d3587e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.443813 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (07e80648-be06-4bab-b82c-3b752f87f521), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.532833 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (07e80648-be06-4bab-b82c-3b752f87f521), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.563440 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08a94d-37d3-4721-9b20-597b8e7f950b req-ea14a8de-5563-4876-80c4-d63d86266fe2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:53.565103 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a08a94d-37d3-4721-9b20-597b8e7f950b req-ea14a8de-5563-4876-80c4-d63d86266fe2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0549815 Jun 15 22:21:53.626287 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8a08a94d-37d3-4721-9b20-597b8e7f950b req-5cd4a90a-ce5d-4d4f-9598-30f3b3ef16e7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549157 Jun 15 22:21:53.791394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e80648-be06-4bab-b82c-3b752f87f521']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:53.802268 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe77fa1-107a-4535-b1eb-93804d716c38') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:53.802548 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe77fa1-107a-4535-b1eb-93804d716c38') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:53.813304 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (abe77fa1-107a-4535-b1eb-93804d716c38), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.827358 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (abe77fa1-107a-4535-b1eb-93804d716c38), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.833902 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:21:53.834286 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (abe77fa1-107a-4535-b1eb-93804d716c38), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.856253 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment abe77fa1-107a-4535-b1eb-93804d716c38 resource provider aggregate not found Jun 15 22:21:53.892825 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment abe77fa1-107a-4535-b1eb-93804d716c38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abe77fa1-107a-4535-b1eb-93804d716c38 found for delete ", "request_id": "req-132dc550-6b25-4e5d-9d4e-64aba7230d7b"}]} Jun 15 22:21:53.903465 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (07e80648-be06-4bab-b82c-3b752f87f521), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.913950 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:53.917582 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] 10.222.0.55 "DELETE /v2.0/networks/07e80648-be06-4bab-b82c-3b752f87f521 HTTP/1.1" status: 204 len: 168 time: 0.5532620 Jun 15 22:21:53.920523 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46636) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:53.928811 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e80648-be06-4bab-b82c-3b752f87f521,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:53.936515 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.936852 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.937179 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.937539 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.937863 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.938181 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.938491 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.938801 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.939112 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.939421 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.939735 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.940046 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.940350 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.940654 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.940957 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70cc888-49f9-4438-a21f-133ea6f65054 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:21:53.973222 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] Deleting subnet cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:21:53.976917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] Publish callbacks [] for subnet (cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.007723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:54.016801 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9147888'] for subnet (cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.060936 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.118460 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10136829'] for subnet (cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.143913 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:54.151858 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.155973 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e45afb67-3d41-4116-90c1-73e9d9392c61 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cf72b73f-b1bc-4fa1-ae82-1ed0dc080ff1 HTTP/1.1" status: 204 len: 168 time: 0.2344258 Jun 15 22:21:54.158653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46638) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:54.247012 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (425bb944-8514-47f1-aa50-cc76d8eebc05), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.259053 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:54.335514 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (425bb944-8514-47f1-aa50-cc76d8eebc05), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.358641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425bb944-8514-47f1-aa50-cc76d8eebc05']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:54.368927 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1484e10a-8686-4d62-bec8-193b5437ae1c') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:54.369252 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1484e10a-8686-4d62-bec8-193b5437ae1c') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:21:54.380037 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (1484e10a-8686-4d62-bec8-193b5437ae1c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.394842 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (1484e10a-8686-4d62-bec8-193b5437ae1c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.403133 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:21:54.403515 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (1484e10a-8686-4d62-bec8-193b5437ae1c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.423044 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 1484e10a-8686-4d62-bec8-193b5437ae1c resource provider aggregate not found Jun 15 22:21:54.464642 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 1484e10a-8686-4d62-bec8-193b5437ae1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1484e10a-8686-4d62-bec8-193b5437ae1c found for delete ", "request_id": "req-5cbebb8b-42a5-4b2c-9791-cac996fd5d79"}]} Jun 15 22:21:54.475314 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (425bb944-8514-47f1-aa50-cc76d8eebc05), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.483337 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.486150 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/425bb944-8514-47f1-aa50-cc76d8eebc05 HTTP/1.1" status: 204 len: 168 time: 0.3264322 Jun 15 22:21:54.498881 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9e897-b3e8-4aa3-9942-e428d85e3dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=425bb944-8514-47f1-aa50-cc76d8eebc05,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:54.669619 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46648) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:54.715795 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e4ecbdde-1558-44b1-96d2-46a4f606d311 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb2d83e91f0f4e4b9c67d5437769894c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448606 Jun 15 22:21:54.718276 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46650) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:54.761066 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99924cc9-29a4-4a2d-8778-a849b1ec2bf3 req-15416937-8756-4c17-8066-e0cbc71023a2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:54.762612 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-99924cc9-29a4-4a2d-8778-a849b1ec2bf3 req-15416937-8756-4c17-8066-e0cbc71023a2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0521405 Jun 15 22:21:54.773963 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b4ad6f44-593a-4d4d-9a80-1d0b512c5d6b admin admin] Publish callbacks [] for security_group (1882ad01-70eb-44c0-9cb1-7b3446c1d8ab), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.797667 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:54.803245 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b4ad6f44-593a-4d4d-9a80-1d0b512c5d6b admin admin] Publish callbacks [] for security_group (1882ad01-70eb-44c0-9cb1-7b3446c1d8ab), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.817224 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-99924cc9-29a4-4a2d-8778-a849b1ec2bf3 req-600c7ea2-8be6-4ad8-adac-f8575fbffcb4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488269 Jun 15 22:21:54.861662 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b4ad6f44-593a-4d4d-9a80-1d0b512c5d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1882ad01-70eb-44c0-9cb1-7b3446c1d8ab), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.864767 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b4ad6f44-593a-4d4d-9a80-1d0b512c5d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:54.865977 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b4ad6f44-593a-4d4d-9a80-1d0b512c5d6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1882ad01-70eb-44c0-9cb1-7b3446c1d8ab HTTP/1.1" status: 204 len: 168 time: 0.1467957 Jun 15 22:21:54.873982 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad6f44-593a-4d4d-9a80-1d0b512c5d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1882ad01-70eb-44c0-9cb1-7b3446c1d8ab,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:55.218066 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46656) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:55.259022 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d3477072-a2ec-4a02-a086-e583371fd50b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ea63a02b3744fde86d2150864e9baf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397835 Jun 15 22:21:55.261570 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46658) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:21:55.314990 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b091cd3c-08e6-4a70-8834-aed80125990b admin admin] Publish callbacks [] for security_group (85601a76-82e1-45fc-95b9-9af2ac3df388), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:55.338324 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b091cd3c-08e6-4a70-8834-aed80125990b admin admin] Publish callbacks [] for security_group (85601a76-82e1-45fc-95b9-9af2ac3df388), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:55.392307 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b091cd3c-08e6-4a70-8834-aed80125990b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (85601a76-82e1-45fc-95b9-9af2ac3df388), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:55.395056 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b091cd3c-08e6-4a70-8834-aed80125990b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:55.396353 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b091cd3c-08e6-4a70-8834-aed80125990b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85601a76-82e1-45fc-95b9-9af2ac3df388 HTTP/1.1" status: 204 len: 168 time: 0.1339238 Jun 15 22:21:55.406594 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091cd3c-08e6-4a70-8834-aed80125990b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85601a76-82e1-45fc-95b9-9af2ac3df388,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:21:55.940857 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c547d-3f42-4e72-a555-531c53943edc req-445a1312-c6ff-4290-846c-e7e401c3b562 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:55.942837 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-228c547d-3f42-4e72-a555-531c53943edc req-445a1312-c6ff-4290-846c-e7e401c3b562 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Jun 15 22:21:55.979757 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:21:55.997011 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-228c547d-3f42-4e72-a555-531c53943edc req-3a6e027c-f1c5-4d72-bff0-232dcfad6915 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485241 Jun 15 22:21:57.129582 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727016b-0e20-47e7-b8ff-c52ff209e183 req-5d1acfe9-6eb9-4a2d-bf1a-b97b206c679c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:57.131850 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0727016b-0e20-47e7-b8ff-c52ff209e183 req-5d1acfe9-6eb9-4a2d-bf1a-b97b206c679c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0504484 Jun 15 22:21:57.202220 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0727016b-0e20-47e7-b8ff-c52ff209e183 req-bf198d16-f35a-4dc6-930c-8876a774a6d2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625041 Jun 15 22:21:58.332207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7998b5-e5c4-487d-b755-eef296db6fc6 req-8fc31f0b-93ba-410f-85f1-22fc3391a1c8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:58.334046 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec7998b5-e5c4-487d-b755-eef296db6fc6 req-8fc31f0b-93ba-410f-85f1-22fc3391a1c8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0524113 Jun 15 22:21:58.383760 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-ec7998b5-e5c4-487d-b755-eef296db6fc6 req-ae8783a3-37da-4e52-9c2a-4469dc965ed4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432582 Jun 15 22:21:59.530177 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53da9d3-7524-43d6-bad8-92097c50b6d5 req-46a4bb31-4950-4bcd-9988-74998e53d970 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:21:59.531600 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a53da9d3-7524-43d6-bad8-92097c50b6d5 req-46a4bb31-4950-4bcd-9988-74998e53d970 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0537384 Jun 15 22:21:59.546221 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:21:59.588326 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a53da9d3-7524-43d6-bad8-92097c50b6d5 req-df2c70ea-4367-47b7-a522-a49961321fcf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509951 Jun 15 22:22:00.721655 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14e642-53d7-4ea5-8044-dbd99150c85c req-3f80a164-7ea5-42e6-b587-63b763d0e30b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:00.723172 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9e14e642-53d7-4ea5-8044-dbd99150c85c req-3f80a164-7ea5-42e6-b587-63b763d0e30b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0527704 Jun 15 22:22:00.783221 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9e14e642-53d7-4ea5-8044-dbd99150c85c req-ae57a8f7-a22a-48a6-99e8-a91ba8b682ac tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518510 Jun 15 22:22:01.913371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935c635-37e0-468a-9f68-09f04ec37cd7 req-1bbd874e-ff2d-4edd-9eee-f2e3bf990aee tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:01.914879 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a935c635-37e0-468a-9f68-09f04ec37cd7 req-1bbd874e-ff2d-4edd-9eee-f2e3bf990aee tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0586147 Jun 15 22:22:01.976120 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a935c635-37e0-468a-9f68-09f04ec37cd7 req-a97b2047-b286-4270-9392-121677a05974 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538368 Jun 15 22:22:03.117562 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6490e-00c2-4aef-a2a0-c9210f75215d req-8b512410-097b-4b75-928f-fbe9dbee22a8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:03.119027 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06b6490e-00c2-4aef-a2a0-c9210f75215d req-8b512410-097b-4b75-928f-fbe9dbee22a8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0553389 Jun 15 22:22:03.181359 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06b6490e-00c2-4aef-a2a0-c9210f75215d req-83756d1e-43fa-419a-9e8f-fc666e332465 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565903 Jun 15 22:22:04.316958 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a382fca-9e55-4fd8-bb4f-76e784962aad req-a97bbf33-c0dd-45e7-8af3-0180f7543e8e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:04.318489 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2a382fca-9e55-4fd8-bb4f-76e784962aad req-a97bbf33-c0dd-45e7-8af3-0180f7543e8e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0532010 Jun 15 22:22:04.370301 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2a382fca-9e55-4fd8-bb4f-76e784962aad req-14f7ccd4-d057-4ab8-8570-19192ae8b9df tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442052 Jun 15 22:22:05.502033 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a1ea5-5562-4986-9142-4679c9858415 req-d455762b-4d01-4f7c-ae51-29a078c20aa4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:05.503607 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7e2a1ea5-5562-4986-9142-4679c9858415 req-d455762b-4d01-4f7c-ae51-29a078c20aa4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Jun 15 22:22:05.559333 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7e2a1ea5-5562-4986-9142-4679c9858415 req-306be31f-18e5-4c94-8193-b1420a043821 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477362 Jun 15 22:22:06.674251 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:06.691585 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf92d18-418d-448e-879a-e73ddb79d2e3 req-22c6a763-1572-4813-abe0-f2d151f85c3a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:06.693101 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-abf92d18-418d-448e-879a-e73ddb79d2e3 req-22c6a763-1572-4813-abe0-f2d151f85c3a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0535507 Jun 15 22:22:06.743520 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:06.748757 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-abf92d18-418d-448e-879a-e73ddb79d2e3 req-fcb2b7c4-22ec-4a51-9c32-6b58e406aefa tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469635 Jun 15 22:22:07.869533 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c4706-df31-4ec8-92f6-03de8706a853 req-9971f05f-8b06-4693-a4b7-65aeef0b7904 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:07.870900 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b0c4706-df31-4ec8-92f6-03de8706a853 req-9971f05f-8b06-4693-a4b7-65aeef0b7904 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0489519 Jun 15 22:22:07.926882 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b0c4706-df31-4ec8-92f6-03de8706a853 req-57982bab-81fa-41ed-a6ee-1baca25b6927 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490417 Jun 15 22:22:09.054594 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8ab2-4699-4be3-a55d-854fa9204f25 req-f3816053-891d-489e-8b92-d24a50b53a8c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:09.056150 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-137c8ab2-4699-4be3-a55d-854fa9204f25 req-f3816053-891d-489e-8b92-d24a50b53a8c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0514479 Jun 15 22:22:09.106248 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-137c8ab2-4699-4be3-a55d-854fa9204f25 req-8ced674e-b876-40af-9e8c-f40779d5a503 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442066 Jun 15 22:22:09.536061 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:09.540114 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:10.241829 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6972930-0c45-4ae7-bf46-46c6c7a381a0 req-6e2152e9-9e85-4b21-a3a5-5e1a9f61e341 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:10.243326 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e6972930-0c45-4ae7-bf46-46c6c7a381a0 req-6e2152e9-9e85-4b21-a3a5-5e1a9f61e341 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0600135 Jun 15 22:22:10.294332 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e6972930-0c45-4ae7-bf46-46c6c7a381a0 req-937aaf9a-aedd-4601-83c1-1b8bc670ae88 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452759 Jun 15 22:22:11.429482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d289e0-8130-4364-be5a-5323066993a4 req-772d8fa0-e1ad-4fcd-acda-592900f69e99 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:11.430969 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-64d289e0-8130-4364-be5a-5323066993a4 req-772d8fa0-e1ad-4fcd-acda-592900f69e99 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0562391 Jun 15 22:22:11.492569 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-64d289e0-8130-4364-be5a-5323066993a4 req-0da69a32-18df-4fbd-8be8-ea69161382cc tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555205 Jun 15 22:22:12.619568 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f9c58-85c8-428a-9562-94ced8b01572 req-5d1a40af-d6a5-4352-819a-f9541d6820f3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:12.620901 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d11f9c58-85c8-428a-9562-94ced8b01572 req-5d1a40af-d6a5-4352-819a-f9541d6820f3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Jun 15 22:22:12.672753 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d11f9c58-85c8-428a-9562-94ced8b01572 req-a98d8c0e-ddac-4c71-930b-b4ea06e1b62a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Jun 15 22:22:12.689367 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:22:12.792559 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:12.805708 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'port_id': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'mac_address': 'fa:16:3e:d1:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:22:12.843193 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: ACTIVE; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:12.843664 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:12.857112 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1bca41c-6fc6-43de-a971-91dcd12aada2 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:22:12.887982 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:12.892490 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:12.950820 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=6']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:12.959515 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.959851 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.960219 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.960574 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.960913 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.961237 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.961587 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.961910 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.962231 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.962550 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.962869 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.963202 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.963522 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.963843 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:12.964157 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:13.058198 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['f1bca41c-6fc6-43de-a971-91dcd12aada2'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:22:13.780828 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa57fab5-05f4-4a01-bf7d-3e4c1e547d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:13.802798 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b459-762b-417f-adc4-ac71b747332b req-8f20b354-5a08-4414-882b-bdd0fb0fdfcf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:13.804485 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1252b459-762b-417f-adc4-ac71b747332b req-8f20b354-5a08-4414-882b-bdd0fb0fdfcf tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 944 time: 0.0528975 Jun 15 22:22:13.856661 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1252b459-762b-417f-adc4-ac71b747332b req-25f464b2-d423-47c6-addd-1ecdb2bf786d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464334 Jun 15 22:22:14.242660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46900) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:14.364504 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6bb0-8790-44f5-b00b-d65bdcd98ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.639664 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:14.692507 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:14.708129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6bb0-8790-44f5-b00b-d65bdcd98ebd admin admin] Publish callbacks [] for security_group (bfd265eb-be1a-49c3-a51c-ee11debdc804), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.712343 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6bb0-8790-44f5-b00b-d65bdcd98ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (bfd265eb-be1a-49c3-a51c-ee11debdc804), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.737643 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port f1bca41c-6fc6-43de-a971-91dcd12aada2 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:14.738151 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.752542 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6bb0-8790-44f5-b00b-d65bdcd98ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd265eb-be1a-49c3-a51c-ee11debdc804,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:14.756972 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ac7e6bb0-8790-44f5-b00b-d65bdcd98ebd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=528e80d0acc849739050e7e5ab8a7285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5133071 Jun 15 22:22:14.759853 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46904) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:14.820966 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:14.821633 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.824635 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d1e80f8-07e4-4d17-893a-04f247d9f133 admin admin] Publish callbacks [] for security_group (bfd265eb-be1a-49c3-a51c-ee11debdc804), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.847423 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:22:14.848904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d1e80f8-07e4-4d17-893a-04f247d9f133 admin admin] Publish callbacks [] for security_group (bfd265eb-be1a-49c3-a51c-ee11debdc804), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.849846 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d29838b-e4ff-4d1c-ac7a-50ec34d0ee10" -d '{"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:22:14.870420 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:14.875924 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.906571 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18793b70-3226-4f97-81f6-139061f4fb02 x-openstack-request-id: req-18793b70-3226-4f97-81f6-139061f4fb02 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:22:14.907362 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:22:14.907693 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18793b70-3226-4f97-81f6-139061f4fb02 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:22:14.908257 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18793b70-3226-4f97-81f6-139061f4fb02'] response: {'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'code': 200} Jun 15 22:22:14.917102 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d1e80f8-07e4-4d17-893a-04f247d9f133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (bfd265eb-be1a-49c3-a51c-ee11debdc804), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.919987 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9d1e80f8-07e4-4d17-893a-04f247d9f133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:14.924473 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9d1e80f8-07e4-4d17-893a-04f247d9f133 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfd265eb-be1a-49c3-a51c-ee11debdc804 HTTP/1.1" status: 204 len: 168 time: 0.1633565 Jun 15 22:22:14.933100 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e80f8-07e4-4d17-893a-04f247d9f133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd265eb-be1a-49c3-a51c-ee11debdc804,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:14.956730 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=7']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:14.994950 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543b296-4da6-4280-ae4b-bee4ddca6d42 req-73b01800-c485-4981-9bfc-419c32253152 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:14.997144 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7543b296-4da6-4280-ae4b-bee4ddca6d42 req-73b01800-c485-4981-9bfc-419c32253152 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0570793 Jun 15 22:22:15.051794 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7543b296-4da6-4280-ae4b-bee4ddca6d42 req-366bd1d3-0c28-488b-af64-8e41bf896356 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476775 Jun 15 22:22:16.049853 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4fce17f3-fa30-481a-b4f5-7c0c7e3a4a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.196942 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4badb8-067c-459f-ba6c-6edab229a07a req-9e96c4d4-15a9-4aae-994f-6a7d9b31c3fe tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:16.198427 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4badb8-067c-459f-ba6c-6edab229a07a req-9e96c4d4-15a9-4aae-994f-6a7d9b31c3fe tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0510960 Jun 15 22:22:16.202378 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 46974) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:16.284723 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c4badb8-067c-459f-ba6c-6edab229a07a req-793c7fd6-9180-4d07-a02f-272437df3756 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746017 Jun 15 22:22:16.345639 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47a88603-57d6-4127-8376-0691a48ad696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.370485 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:16.434954 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47a88603-57d6-4127-8376-0691a48ad696 admin admin] Publish callbacks [] for security_group (487317e6-80b9-49a3-8756-e2d531071221), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.439366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47a88603-57d6-4127-8376-0691a48ad696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (487317e6-80b9-49a3-8756-e2d531071221), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.485002 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 46978) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:16.485594 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-47a88603-57d6-4127-8376-0691a48ad696 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8a9bcad2bef4d6cb5c88ff5d3444991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809184 Jun 15 22:22:16.486193 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a88603-57d6-4127-8376-0691a48ad696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487317e6-80b9-49a3-8756-e2d531071221,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:16.549898 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0ec33c81-e27e-4886-a372-763a182b6bd2 admin admin] Publish callbacks [] for security_group (487317e6-80b9-49a3-8756-e2d531071221), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.575069 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0ec33c81-e27e-4886-a372-763a182b6bd2 admin admin] Publish callbacks [] for security_group (487317e6-80b9-49a3-8756-e2d531071221), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.631068 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0ec33c81-e27e-4886-a372-763a182b6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (487317e6-80b9-49a3-8756-e2d531071221), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.635244 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0ec33c81-e27e-4886-a372-763a182b6bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:16.650021 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0ec33c81-e27e-4886-a372-763a182b6bd2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/487317e6-80b9-49a3-8756-e2d531071221 HTTP/1.1" status: 204 len: 168 time: 0.1600487 Jun 15 22:22:16.662501 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec33c81-e27e-4886-a372-763a182b6bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487317e6-80b9-49a3-8756-e2d531071221,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:17.460876 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47006) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:17.613019 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1155863963-network', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:17.640472 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:17.642446 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Made reservation on behalf of 1bc7b00884114a089c6d2c785fc8e9ed for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:22:17.645192 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:17.655547 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:17.718467 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:17.820456 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741f872-85a1-497f-9635-4799bb9308f9 req-ef840636-d84e-4b6c-8810-6f95a7d8fee7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:17.822955 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c741f872-85a1-497f-9635-4799bb9308f9 req-ef840636-d84e-4b6c-8810-6f95a7d8fee7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0783138 Jun 15 22:22:17.825346 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks [] for security_group (2a18b9d3-ce11-4e5f-a541-c71e536a5a9f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:17.841281 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (2a18b9d3-ce11-4e5f-a541-c71e536a5a9f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:17.852403 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:17.892688 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:22:17.919128 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a18b9d3-ce11-4e5f-a541-c71e536a5a9f,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:17.924115 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (c1409f58-695f-4eca-b540-8598a0b40750), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:17.924450 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Added segment c1409f58-695f-4eca-b540-8598a0b40750 of type vlan for network 2639197b-57e3-474f-bfde-2855daaf8c0c Jun 15 22:22:17.963553 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c741f872-85a1-497f-9635-4799bb9308f9 req-380c76d8-84eb-4f43-b0e8-6d4f92688350 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303840 Jun 15 22:22:17.992803 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (2639197b-57e3-474f-bfde-2855daaf8c0c), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.012394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (2639197b-57e3-474f-bfde-2855daaf8c0c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.013440 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:18.014082 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.053927 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5920823 Jun 15 22:22:18.056848 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47010) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:18.063463 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Request body: {'subnet': {'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1155863963-subnet', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:18.090866 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1fce1-6be5-488a-a382-f3d447be4619 admin admin] Pushing event updated for resources: {'Network': ['ID=2639197b-57e3-474f-bfde-2855daaf8c0c,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:18.091897 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Made reservation on behalf of 1bc7b00884114a089c6d2c785fc8e9ed for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:22:18.095874 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.102956 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 2639197b-57e3-474f-bfde-2855daaf8c0c details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:22:18.197816 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:18.323917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (21c0b06d-3954-4793-8a99-47429a415614), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.395413 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c0b06d-3954-4793-8a99-47429a415614,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:18.407698 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=18,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:18.411232 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Checking segment: {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:18.411625 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Network hostable DHCP agents. Network: 2639197b-57e3-474f-bfde-2855daaf8c0c, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:22:18.434563 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Network 2639197b-57e3-474f-bfde-2855daaf8c0c is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:22:18.446761 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 2639197b-57e3-474f-bfde-2855daaf8c0c) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:18.451739 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:18.452369 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.462502 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f15bed6-9ba8-4d15-88ef-1fe04991bcc9 None None] Network 2639197b-57e3-474f-bfde-2855daaf8c0c requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:22:18.476397 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47020) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:18.476753 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8d85ca2f-e02e-4b06-90da-a72a99ccb740 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4172912 Jun 15 22:22:18.481464 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:18.506283 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.507385 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.538477 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:18.604245 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-2639197b-57e3-474f-bfde-2855daaf8c0c', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:22:18.605206 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.608391 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks [] for router_controller (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), precommit_add_association {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.778492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks [] for router_gateway (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:18.808101 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Allocated IP 172.20.0.2 (2639197b-57e3-474f-bfde-2855daaf8c0c/21c0b06d-3954-4793-8a99-47429a415614/086fa9ef-64c1-49bf-8c9c-5964dfa0133c) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:22:19.077869 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Publish callbacks [] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.091768 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.132868 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks [] for router_gateway (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.139721 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Network 2639197b-57e3-474f-bfde-2855daaf8c0c is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:19.144326 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:19.148450 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:22:19.161462 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.163641 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=16 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:19.165076 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:19.178570 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523350fe-4319-4e03-bced-8bc6f350a577 req-fa0866f2-0aad-47c8-b532-95e0abbbd6d7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:19.180155 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-523350fe-4319-4e03-bced-8bc6f350a577 req-fa0866f2-0aad-47c8-b532-95e0abbbd6d7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0807238 Jun 15 22:22:19.188026 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Pushing event updated for resources: {'Port': ['ID=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:19.233584 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Attempting to bind port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:22:19.235077 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Attempting to bind port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:22:19.236227 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Attempting to bind port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c on network 2639197b-57e3-474f-bfde-2855daaf8c0c {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:19.245807 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:22:19.246475 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Checking segment: {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:19.246870 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.247251 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Bound using segment: {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:22:19.247864 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Bound port: 086fa9ef-64c1-49bf-8c9c-5964dfa0133c, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:22:19.248243 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.311220 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:19.322609 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.324101 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-523350fe-4319-4e03-bced-8bc6f350a577 req-d7f87742-c840-454b-b4f5-715108327b97 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993311 Jun 15 22:22:19.347422 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] For port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:22:19.350698 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Allocated IP 172.27.2.170 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/b1fd7e67-b722-4864-ba85-4e80675bf29f) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:22:19.372091 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] For port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:22:19.375848 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.384030 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.469432 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520b948-e77e-4048-8e58-602530610dc8 None None] Pushing event updated for resources: {'Port': ['ID=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:19.519463 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:19.533634 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks [] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.572727 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:19.629096 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:19.634857 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:19.637302 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:22:19.643792 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fd7e67-b722-4864-ba85-4e80675bf29f,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:19.967467 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks [] for router_gateway (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:20.206394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:20.376352 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:20.399816 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:22:20.522506 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:20.525847 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03bac3-e81c-4101-89ef-fb546d800166 req-e5ef376a-e313-45d4-ad3e-d3b5cf563521 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:20.532287 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd03bac3-e81c-4101-89ef-fb546d800166 req-e5ef376a-e313-45d4-ad3e-d3b5cf563521 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0783436 Jun 15 22:22:20.535025 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Sync routers for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:20.550086 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:20.553989 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-13c67a2b-da3d-490a-9145-8fb827a925c3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0738199 Jun 15 22:22:20.557698 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47042) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:20.567708 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:20.568343 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:20.604976 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd03bac3-e81c-4101-89ef-fb546d800166 req-20765339-4067-4718-ba0c-bfd9ac403789 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597496 Jun 15 22:22:20.744320 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:20.843852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7110f469-ce3c-4dd2-bf2e-c9b8da4b0df2 None None] Network 2639197b-57e3-474f-bfde-2855daaf8c0c requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:22:20.855703 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:20.894773 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:20.924384 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 086fa9ef-64c1-49bf-8c9c-5964dfa0133c up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:20.954489 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:21.092715 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-ab35f77c-3374-4192-b497-4a7e32459913 None None] Provisioning complete for port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:21.093078 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab35f77c-3374-4192-b497-4a7e32459913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.195949 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.365630 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:21.366094 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.507022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Allocated IP 172.20.0.1 (2639197b-57e3-474f-bfde-2855daaf8c0c/21c0b06d-3954-4793-8a99-47429a415614/28e4b2a9-869b-4ff5-9069-60247e2af17d) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:22:21.511541 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ab35f77c-3374-4192-b497-4a7e32459913 None None] Current status of the port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:21.517602 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab35f77c-3374-4192-b497-4a7e32459913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.653530 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:19Z', 'revision_number': 3, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:21.741562 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Checking router: 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:21.742026 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Updating router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 port b1fd7e67-b722-4864-ba85-4e80675bf29f binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:22:21.746660 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-ab35f77c-3374-4192-b497-4a7e32459913 None None] For port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:21.816272 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab35f77c-3374-4192-b497-4a7e32459913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.894671 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35f77c-3374-4192-b497-4a7e32459913 None None] Pushing event updated for resources: {'Port': ['ID=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:21.901860 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783056ff-71e1-4211-af15-3bcd1cfa0bfc req-2ca53a97-cc3b-446e-b74d-d1028991d759 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:21.903817 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-783056ff-71e1-4211-af15-3bcd1cfa0bfc req-2ca53a97-cc3b-446e-b74d-d1028991d759 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0994515 Jun 15 22:22:21.918237 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:21.918763 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.945694 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-b959f4e4-2cce-4c12-b8bc-6bb28ff9e847 None None] Provisioning complete for port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:21.946073 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b959f4e4-2cce-4c12-b8bc-6bb28ff9e847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.947651 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:21.986906 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-783056ff-71e1-4211-af15-3bcd1cfa0bfc req-2f31ffbb-86f1-453d-a623-8feefc04565c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759678 Jun 15 22:22:22.161991 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:22.203915 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:22.206179 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks [] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.217263 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:22.241095 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.db.api [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 22:22:22.241511 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG oslo_db.api [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 22:22:22.248283 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.294724 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Network 2639197b-57e3-474f-bfde-2855daaf8c0c is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:22.296004 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b959f4e4-2cce-4c12-b8bc-6bb28ff9e847 None None] Current status of the port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:22.304376 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:22.307147 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:22:22.316958 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Pushing event updated for resources: {'Port': ['ID=28e4b2a9-869b-4ff5-9069-60247e2af17d,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:22.367658 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.412824 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Publish callbacks [] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.425892 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.526165 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Attempting to bind port b1fd7e67-b722-4864-ba85-4e80675bf29f on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:22:22.526683 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Attempting to bind port b1fd7e67-b722-4864-ba85-4e80675bf29f by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:22:22.527140 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Attempting to bind port b1fd7e67-b722-4864-ba85-4e80675bf29f on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:22.540735 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:22:22.546406 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:22.547106 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.550235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:22:22.550235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Bound port: b1fd7e67-b722-4864-ba85-4e80675bf29f, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:22:22.550235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.553848 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785ab18-67ad-493e-8a6e-4c8d592ecc6e None None] Pushing event updated for resources: {'Port': ['ID=b1fd7e67-b722-4864-ba85-4e80675bf29f,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:22.601807 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.632805 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] For port b1fd7e67-b722-4864-ba85-4e80675bf29f, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:22:22.636240 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] For port b1fd7e67-b722-4864-ba85-4e80675bf29f, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=b1fd7e67-b722-4864-ba85-4e80675bf29f,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:22:22.649733 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.714399 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785ab18-67ad-493e-8a6e-4c8d592ecc6e None None] Pushing event updated for resources: {'Port': ['ID=b1fd7e67-b722-4864-ba85-4e80675bf29f,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:22.730691 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:22.816248 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-40b835d2-0a8e-4605-95a5-71de48680988 None None] Provisioning complete for port 28e4b2a9-869b-4ff5-9069-60247e2af17d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:22.816248 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40b835d2-0a8e-4605-95a5-71de48680988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.911039 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-40b835d2-0a8e-4605-95a5-71de48680988 None None] Port 28e4b2a9-869b-4ff5-9069-60247e2af17d cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:22:22.928013 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:22.935885 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:22.936767 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:22.947859 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks [] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:22.955502 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:23.080230 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Pushing event updated for resources: {'Port': ['ID=28e4b2a9-869b-4ff5-9069-60247e2af17d,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:23.096152 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:23.144283 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 086fa9ef-64c1-49bf-8c9c-5964dfa0133c up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:23.197469 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716d66a-4797-4edc-ab52-469a36b69712 req-4ed92d0e-0a69-41c1-8202-ef73fcc58b4c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:23.205420 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7716d66a-4797-4edc-ab52-469a36b69712 req-4ed92d0e-0a69-41c1-8202-ef73fcc58b4c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0629089 Jun 15 22:22:23.274956 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Network 2639197b-57e3-474f-bfde-2855daaf8c0c is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:23.276916 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:23.284366 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:23.284740 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:23.314036 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7716d66a-4797-4edc-ab52-469a36b69712 req-36595071-e2f1-4a06-9e51-8eea40f0a99e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072335 Jun 15 22:22:23.426664 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:23.541665 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:22:23.680876 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:23.712263 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-177819d4-8265-40e8-a6ca-1f882532a7d0 None None] Provisioning complete for port 28e4b2a9-869b-4ff5-9069-60247e2af17d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:23.712488 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-177819d4-8265-40e8-a6ca-1f882532a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:23.717945 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:23.724845 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:23.747344 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:23.752845 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-92950160-28f8-4a8a-9667-f25d79dd12a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/3b6ae39c-33eb-4413-8226-ce7e3170c0e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1935275 Jun 15 22:22:23.804225 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-177819d4-8265-40e8-a6ca-1f882532a7d0 None None] Port 28e4b2a9-869b-4ff5-9069-60247e2af17d cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:22:23.849316 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:23.876815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:21Z', 'revision_number': 1, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:23.914448 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa921ab3-ca10-4560-bb12-cb5e00dee63a None None] The sync data for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi is: [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:21Z', 'revision_number': 1, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:24.155503 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dba20-e890-4cd0-8e02-c3f4481f97db req-96032834-bdf8-4e57-a7ff-4ebea2e3b5cf tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:24.159222 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-712dba20-e890-4cd0-8e02-c3f4481f97db req-96032834-bdf8-4e57-a7ff-4ebea2e3b5cf tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0781157 Jun 15 22:22:24.292481 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-712dba20-e890-4cd0-8e02-c3f4481f97db req-e391a54f-f6d1-4802-a20c-83fd7b70926a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259279 Jun 15 22:22:24.536357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e994007-482b-436f-b45a-64b27c14479e req-a29cca37-eb2f-4f0d-98f6-00e3ea6f01b7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:24.537957 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e994007-482b-436f-b45a-64b27c14479e req-a29cca37-eb2f-4f0d-98f6-00e3ea6f01b7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0960922 Jun 15 22:22:24.583783 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47122) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:24.598016 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1128814821-network', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:24.600055 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9e994007-482b-436f-b45a-64b27c14479e req-1772bf44-dd98-4dcc-a67f-0d0c32d8e0e5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558796 Jun 15 22:22:24.633927 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Made reservation on behalf of ecb23bdcedd840e3ac304264db268bb1 for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:22:24.637197 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:24.647681 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:24.775407 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks [] for security_group (ca777e9a-d8d8-4a78-8f17-5bfe727628b7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:24.781730 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ca777e9a-d8d8-4a78-8f17-5bfe727628b7), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:24.814500 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:24.814500 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:22:24.826986 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca777e9a-d8d8-4a78-8f17-5bfe727628b7,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:24.834238 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (c73ef224-9144-42de-9618-14e17311c0a7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:24.834731 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Added segment c73ef224-9144-42de-9618-14e17311c0a7 of type vlan for network ce7fc593-79f2-4c89-b2f7-44379a4294b5 Jun 15 22:22:24.909099 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (ce7fc593-79f2-4c89-b2f7-44379a4294b5), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:24.945489 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (ce7fc593-79f2-4c89-b2f7-44379a4294b5), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:24.946962 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:24.947800 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.008428 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4205711 Jun 15 22:22:25.008597 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47124) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:25.013164 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Request body: {'subnet': {'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1128814821-subnet', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:25.071211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Made reservation on behalf of ecb23bdcedd840e3ac304264db268bb1 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:22:25.071463 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73108bb9-a547-47aa-bd10-e51a6628721c admin admin] Pushing event updated for resources: {'Network': ['ID=ce7fc593-79f2-4c89-b2f7-44379a4294b5,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:25.075754 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.083548 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:22:25.089582 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device b1fd7e67-b722-4864-ba85-4e80675bf29f up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:25.233096 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:25.243729 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port b1fd7e67-b722-4864-ba85-4e80675bf29f triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:25.244106 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.296330 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (cda09d09-cc4a-4b36-95d9-6b94ccb2802b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.448634 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda09d09-cc4a-4b36-95d9-6b94ccb2802b,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:25.467211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Checking segment: {'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:25.470482 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Network hostable DHCP agents. Network: ce7fc593-79f2-4c89-b2f7-44379a4294b5, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:22:25.480976 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9210efb-f245-49e0-9330-8a76f9d77004 req-c1bd370e-f596-4f8d-888a-f0bb9acc58c4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:25.484645 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f9210efb-f245-49e0-9330-8a76f9d77004 req-c1bd370e-f596-4f8d-888a-f0bb9acc58c4 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0888767 Jun 15 22:22:25.530656 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:22:25.546069 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, ce7fc593-79f2-4c89-b2f7-44379a4294b5) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:25.554266 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:25.554867 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.566938 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a8b42f-ea23-448c-9978-b282d50c97ef None None] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:22:25.586820 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f9210efb-f245-49e0-9330-8a76f9d77004 req-9edc9593-5e51-44b8-9419-ce7484ecfb69 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894704 Jun 15 22:22:25.590435 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-68fc14fc-d185-4f85-9601-0d3f10ab48f9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5810511 Jun 15 22:22:25.593054 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47130) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:25.597805 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:25.619931 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:25.656455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (95b4ef71-31c5-4086-b4ca-12b99a663009), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.657644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (95b4ef71-31c5-4086-b4ca-12b99a663009), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.730966 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port b1fd7e67-b722-4864-ba85-4e80675bf29f is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:25.731359 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.751725 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks [] for router_controller (95b4ef71-31c5-4086-b4ca-12b99a663009), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.758111 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port b1fd7e67-b722-4864-ba85-4e80675bf29f, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=b1fd7e67-b722-4864-ba85-4e80675bf29f,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:25.768045 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.850517 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-ce7fc593-79f2-4c89-b2f7-44379a4294b5', 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5', 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'fixed_ips': [{'subnet_id': 'cda09d09-cc4a-4b36-95d9-6b94ccb2802b'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:22:25.851593 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:25.878604 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=b1fd7e67-b722-4864-ba85-4e80675bf29f,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:25.882014 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a7f0a-6b51-4eb2-aa50-8fbf9409f528 req-e57ec12e-8de6-4b3a-9a3c-0679f240a4d6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:25.889990 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b02a7f0a-6b51-4eb2-aa50-8fbf9409f528 req-e57ec12e-8de6-4b3a-9a3c-0679f240a4d6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.1540723 Jun 15 22:22:25.998121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks [] for router_gateway (95b4ef71-31c5-4086-b4ca-12b99a663009), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.037107 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b02a7f0a-6b51-4eb2-aa50-8fbf9409f528 req-8c04eced-c89b-4970-9ac9-07ebc0b18b33 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458819 Jun 15 22:22:26.037369 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Allocated IP 172.20.0.2 (ce7fc593-79f2-4c89-b2f7-44379a4294b5/cda09d09-cc4a-4b36-95d9-6b94ccb2802b/afe76767-0721-4edb-bd64-abb9f6b49aaf) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:22:26.127880 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-40ec9f9a-7a61-4edd-976b-cc74e66505cb tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:26.129406 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-40ec9f9a-7a61-4edd-976b-cc74e66505cb tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0892470 Jun 15 22:22:26.245381 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Publish callbacks [] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.254352 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.295298 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:26.300046 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:26.303915 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:22:26.306123 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:26.327018 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Deleting port 72bdda10-0519-4860-a576-e08996f2fe0f {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:26.327270 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.357276 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks [] for router_gateway (95b4ef71-31c5-4086-b4ca-12b99a663009), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.391057 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.394626 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Attempting to bind port afe76767-0721-4edb-bd64-abb9f6b49aaf on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:22:26.395237 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Attempting to bind port afe76767-0721-4edb-bd64-abb9f6b49aaf by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:22:26.395823 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Attempting to bind port afe76767-0721-4edb-bd64-abb9f6b49aaf on network ce7fc593-79f2-4c89-b2f7-44379a4294b5 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:26.398291 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Pushing event updated for resources: {'Port': ['ID=afe76767-0721-4edb-bd64-abb9f6b49aaf,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:26.406245 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:22:26.407566 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Checking segment: {'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:26.408162 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.408746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Bound using segment: {'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:22:26.410052 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Bound port: afe76767-0721-4edb-bd64-abb9f6b49aaf, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:22:26.410686 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.413502 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:26.478102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] For port 72bdda10-0519-4860-a576-e08996f2fe0f, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=72bdda10-0519-4860-a576-e08996f2fe0f,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:26.478503 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.529551 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] For port afe76767-0721-4edb-bd64-abb9f6b49aaf, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:22:26.533564 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] For port afe76767-0721-4edb-bd64-abb9f6b49aaf, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=afe76767-0721-4edb-bd64-abb9f6b49aaf,segment=NetworkSegment(c73ef224-9144-42de-9618-14e17311c0a7),segment_id=c73ef224-9144-42de-9618-14e17311c0a7)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:22:26.546204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:26.552146 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:26.622069 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbc93a-8009-4b91-a629-c8ea3dbceef9 None None] Pushing event updated for resources: {'Port': ['ID=afe76767-0721-4edb-bd64-abb9f6b49aaf,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:26.791339 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497ef99-8316-425f-b877-021512953835 req-199a1d85-9194-4544-a381-1f39854b4a8e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:26.794051 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a497ef99-8316-425f-b877-021512953835 req-199a1d85-9194-4544-a381-1f39854b4a8e tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 946 time: 0.0922449 Jun 15 22:22:26.819643 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Allocated IP 172.27.2.171 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/c85ab44a-6d3f-47d5-9d74-9d65a9f79afb) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:22:26.841169 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:26.878777 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a497ef99-8316-425f-b877-021512953835 req-142192d1-4224-49ad-97eb-3c8b63dfff80 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups?id=47573fe4-5997-485d-ba77-7952e54c4450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768397 Jun 15 22:22:27.129597 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Sync routers for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:27.143454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.143832 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (d6791d72-f12b-41eb-8473-c2ca69c40a92), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.144147 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Floating IP d6791d72-f12b-41eb-8473-c2ca69c40a92 disassociated. External IP: 172.27.2.42, port: 72bdda10-0519-4860-a576-e08996f2fe0f. Jun 15 22:22:27.144503 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Calling delete_port for 72bdda10-0519-4860-a576-e08996f2fe0f owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:27.145292 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:27.145951 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:27.214236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks [] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.282708 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device afe76767-0721-4edb-bd64-abb9f6b49aaf up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:27.324118 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b67fc-3530-4ba5-a9e1-a20affa695c2 req-0f44dd00-0bb6-45f5-a0a3-c3f51e79b745 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:27.330861 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-973b67fc-3530-4ba5-a9e1-a20affa695c2 req-0f44dd00-0bb6-45f5-a0a3-c3f51e79b745 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.1133537 Jun 15 22:22:27.346560 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:27.376059 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.388498 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port afe76767-0721-4edb-bd64-abb9f6b49aaf triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:27.390582 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.474158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:27.486675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:27.493437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:22:27.499353 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Pushing event updated for resources: {'Port': ['ID=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:27.540478 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-973b67fc-3530-4ba5-a9e1-a20affa695c2 req-5c0352f8-12a8-4aed-9fa7-e4499994ead4 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028050 Jun 15 22:22:27.568987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port afe76767-0721-4edb-bd64-abb9f6b49aaf is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:27.569802 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.593286 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 2, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:27.620843 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Checking router: 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:27.621178 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Updating router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 port 28e4b2a9-869b-4ff5-9069-60247e2af17d binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:22:27.633539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port afe76767-0721-4edb-bd64-abb9f6b49aaf, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=afe76767-0721-4edb-bd64-abb9f6b49aaf,segment=NetworkSegment(c73ef224-9144-42de-9618-14e17311c0a7),segment_id=c73ef224-9144-42de-9618-14e17311c0a7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:27.649463 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.651430 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device b1fd7e67-b722-4864-ba85-4e80675bf29f up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:27.657061 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.721420 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (72bdda10-0519-4860-a576-e08996f2fe0f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:27.756603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:27.810356 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=afe76767-0721-4edb-bd64-abb9f6b49aaf,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:27.857623 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event deleted for resources: {'Port': ['ID=72bdda10-0519-4860-a576-e08996f2fe0f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:27.858056 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port b1fd7e67-b722-4864-ba85-4e80675bf29f triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:27.860596 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.058630 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port b1fd7e67-b722-4864-ba85-4e80675bf29f is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:28.095141 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-63e45f66-b814-4547-b2d8-42e4f466f56f req-0e40a95a-662b-4ae2-a1a6-e450cf238321 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 210 time: 0.0497205 Jun 15 22:22:28.120412 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Publish callbacks [] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.130174 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.194367 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Pushing event updated for resources: {'Port': ['ID=28e4b2a9-869b-4ff5-9069-60247e2af17d,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:28.216635 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.217248 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.217817 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.218481 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.219040 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.219666 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.220316 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.221747 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.222227 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.222667 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.223205 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.223785 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.224226 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.224668 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.225115 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:28.275203 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks [] for router_gateway (95b4ef71-31c5-4086-b4ca-12b99a663009), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.297173 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:22:28.363968 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Attempting to bind port 28e4b2a9-869b-4ff5-9069-60247e2af17d on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:22:28.365150 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Attempting to bind port 28e4b2a9-869b-4ff5-9069-60247e2af17d by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:22:28.365856 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Attempting to bind port 28e4b2a9-869b-4ff5-9069-60247e2af17d on network 2639197b-57e3-474f-bfde-2855daaf8c0c {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:28.372210 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:28.382170 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6f9d2-7fdd-485e-844d-f6d4e7ff0fd1 None None] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:22:28.397143 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:22:28.397615 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Checking segment: {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:28.397911 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.398286 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Bound using segment: {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:22:28.398749 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Bound port: 28e4b2a9-869b-4ff5-9069-60247e2af17d, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:22:28.399109 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.416003 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Router 5b5cd052-a31a-4957-acb0-c81177e65f1f has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:22:28.623879 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-b8003a69-4757-430b-81b0-e648373d6b63 None None] Provisioning complete for port afe76767-0721-4edb-bd64-abb9f6b49aaf triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:28.624295 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b8003a69-4757-430b-81b0-e648373d6b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.743603 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:28.772464 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] For port 28e4b2a9-869b-4ff5-9069-60247e2af17d, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:22:28.779254 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] For port 28e4b2a9-869b-4ff5-9069-60247e2af17d, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=28e4b2a9-869b-4ff5-9069-60247e2af17d,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:22:28.801557 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:28.824407 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:28.831065 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b8003a69-4757-430b-81b0-e648373d6b63 None None] Current status of the port afe76767-0721-4edb-bd64-abb9f6b49aaf is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:28.847304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 72bdda10-0519-4860-a576-e08996f2fe0f no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:28.880431 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 72bdda10-0519-4860-a576-e08996f2fe0f {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:28.881075 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 72bdda10-0519-4860-a576-e08996f2fe0f not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:28.994132 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-84c7a891-c2fc-4e82-86d3-55e5fef47887 None None] Provisioning complete for port 28e4b2a9-869b-4ff5-9069-60247e2af17d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:28.996283 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c7a891-c2fc-4e82-86d3-55e5fef47887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.004651 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:29.005290 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:29.123737 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99d271-4784-48ea-943c-7b7e72b6d12a None None] Pushing event updated for resources: {'Port': ['ID=28e4b2a9-869b-4ff5-9069-60247e2af17d,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:29.191972 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:29.206748 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device afe76767-0721-4edb-bd64-abb9f6b49aaf up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:29.271121 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:29.297905 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:29.299194 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (95b4ef71-31c5-4086-b4ca-12b99a663009), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.301713 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:29.310347 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-84c7a891-c2fc-4e82-86d3-55e5fef47887 None None] Current status of the port 28e4b2a9-869b-4ff5-9069-60247e2af17d is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:29.310832 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c7a891-c2fc-4e82-86d3-55e5fef47887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.341128 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-47a8c29d-d8b3-49fd-a2b1-f307a71f3338 req-c7cce8c6-f9cf-46ee-9dce-3936ff1f2e7f tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5613381-5273-4191-a2fb-be14d4a3087c HTTP/1.1" status: 200 len: 210 time: 0.0527353 Jun 15 22:22:29.357954 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] Sync routers for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:29.397796 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] No DVR routers for this DVR port 72bdda10-0519-4860-a576-e08996f2fe0f on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:22:29.400856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.405399 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-370c04c5-d030-4a82-a010-11ca5493bdc0 req-8b6e6698-6917-46be-9616-37aa837fb00a tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.26 "DELETE /v2.0/ports/72bdda10-0519-4860-a576-e08996f2fe0f HTTP/1.1" status: 204 len: 173 time: 3.2692554 Jun 15 22:22:29.413462 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port afe76767-0721-4edb-bd64-abb9f6b49aaf triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:29.414058 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.429409 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-84c7a891-c2fc-4e82-86d3-55e5fef47887 None None] For port 28e4b2a9-869b-4ff5-9069-60247e2af17d, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=28e4b2a9-869b-4ff5-9069-60247e2af17d,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:29.451561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'name': 'network-vif-deleted', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:22:29.455563 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5133cc8-3cc4-49d5-909f-cd4cfb4396c8" -d '{"events": [{"server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "name": "network-vif-deleted", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:22:29.478771 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:29.480610 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:29.485527 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-84c7a891-c2fc-4e82-86d3-55e5fef47887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.529102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de979f0-2c2a-4c64-aaa7-9dcc3676211a req-2305af89-e717-4638-a9f5-e6f5e9ea0409 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:29.543807 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0de979f0-2c2a-4c64-aaa7-9dcc3676211a req-2305af89-e717-4638-a9f5-e6f5e9ea0409 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.4117324 Jun 15 22:22:29.584880 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a965a3ea-591c-436b-bb56-71a6c34c08e8 x-openstack-request-id: req-a965a3ea-591c-436b-bb56-71a6c34c08e8 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:22:29.585265 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5613381-5273-4191-a2fb-be14d4a3087c", "name": "network-vif-deleted", "tag": "72bdda10-0519-4860-a576-e08996f2fe0f", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:22:29.585638 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a965a3ea-591c-436b-bb56-71a6c34c08e8 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:22:29.586161 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a965a3ea-591c-436b-bb56-71a6c34c08e8'] response: {'server_uuid': 'd5613381-5273-4191-a2fb-be14d4a3087c', 'name': 'network-vif-deleted', 'tag': '72bdda10-0519-4860-a576-e08996f2fe0f', 'status': 'completed', 'code': 200} Jun 15 22:22:29.626776 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7a891-c2fc-4e82-86d3-55e5fef47887 None None] Pushing event updated for resources: {'Port': ['ID=28e4b2a9-869b-4ff5-9069-60247e2af17d,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:29.658535 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0de979f0-2c2a-4c64-aaa7-9dcc3676211a req-586a2222-6bbf-4b5e-afd9-c53b7e1d7d1c tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133292 Jun 15 22:22:29.697108 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:28Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:29.726538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Router 95b4ef71-31c5-4086-b4ca-12b99a663009 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:22:29.727220 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47162b4b-9da1-40ea-a2b0-bca08e897eff None None] The sync data for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi is: [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:28Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:29.746517 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-5f7dff87-5695-4efc-921b-51c28e9759fc None None] Provisioning complete for port afe76767-0721-4edb-bd64-abb9f6b49aaf triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:29.746906 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f7dff87-5695-4efc-921b-51c28e9759fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.783635 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.821404 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:29.855594 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:29.866904 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Sync routers for ids ['95b4ef71-31c5-4086-b4ca-12b99a663009'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:29.886552 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Routers {'95b4ef71-31c5-4086-b4ca-12b99a663009'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:29.888270 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['95b4ef71-31c5-4086-b4ca-12b99a663009'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:29.888821 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:29.890416 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-60f784f4-840b-4de9-bd0a-4cebabd1fd5c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2963748 Jun 15 22:22:29.893940 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47164) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:30.012795 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Set router 95b4ef71-31c5-4086-b4ca-12b99a663009 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:30.137679 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:30.162752 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port afe76767-0721-4edb-bd64-abb9f6b49aaf is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:30.270946 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:22:27Z', 'revision_number': 3, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port': {'id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:26Z', 'updated_at': '2022-06-15T22:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:30.281401 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5f7dff87-5695-4efc-921b-51c28e9759fc None None] Current status of the port afe76767-0721-4edb-bd64-abb9f6b49aaf is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:30.303662 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-5f7dff87-5695-4efc-921b-51c28e9759fc None None] Provisioning complete for port 28e4b2a9-869b-4ff5-9069-60247e2af17d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:30.304037 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5f7dff87-5695-4efc-921b-51c28e9759fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.308748 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Checking router: 95b4ef71-31c5-4086-b4ca-12b99a663009 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:30.309061 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Updating router 95b4ef71-31c5-4086-b4ca-12b99a663009 port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:22:30.352604 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.489786 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:30.497936 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47174) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:30.498513 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5f7dff87-5695-4efc-921b-51c28e9759fc None None] Current status of the port 28e4b2a9-869b-4ff5-9069-60247e2af17d is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:30.529403 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] Checking router: 5b5cd052-a31a-4957-acb0-c81177e65f1f for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:30.538304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:30.539173 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:30.539826 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:30.665803 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:30.672954 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:30.678624 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.680027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:30.742100 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-2ee43aa1-3617-4f27-915b-81408ea812eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:30.743105 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:30.746075 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-2ee43aa1-3617-4f27-915b-81408ea812eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1129 time: 0.1898451 Jun 15 22:22:30.756134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d685c7b5-2b3b-4645-83af-12c7afad5482 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (47573fe4-5997-485d-ba77-7952e54c4450), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.814896 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d685c7b5-2b3b-4645-83af-12c7afad5482 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (47573fe4-5997-485d-ba77-7952e54c4450), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.835062 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Publish callbacks [] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.847570 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.870633 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe7ce1-e2be-43e3-8a42-aa7647dfe661 req-18007cce-948d-4c98-b235-450c39b19ee7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:30.878366 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3cfe7ce1-e2be-43e3-8a42-aa7647dfe661 req-18007cce-948d-4c98-b235-450c39b19ee7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0905643 Jun 15 22:22:30.898200 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:30.927949 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Attempting to bind port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:22:30.928467 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Attempting to bind port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:22:30.928912 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Attempting to bind port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:30.950580 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:22:30.950927 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:30.951391 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.951872 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:22:30.955397 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Bound port: c85ab44a-6d3f-47d5-9d74-9d65a9f79afb, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:22:30.956112 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:30.981696 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:30.996057 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3cfe7ce1-e2be-43e3-8a42-aa7647dfe661 req-4118dd2b-2206-44a4-9b27-69f1f1875c24 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164637 Jun 15 22:22:31.030129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d685c7b5-2b3b-4645-83af-12c7afad5482 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (47573fe4-5997-485d-ba77-7952e54c4450), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.040044 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] For port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:22:31.041229 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d685c7b5-2b3b-4645-83af-12c7afad5482 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.044320 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] For port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:22:31.045240 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d685c7b5-2b3b-4645-83af-12c7afad5482 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "DELETE /v2.0/security-groups/47573fe4-5997-485d-ba77-7952e54c4450 HTTP/1.1" status: 204 len: 168 time: 0.5456002 Jun 15 22:22:31.052304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a8c7e-93db-4c6b-8f48-15fa5de0b690 None None] The sync data for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi is: [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:15:37Z', 'revision_number': 4, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '25674241-23dd-46af-9103-2009180fe076', 'name': '', 'network_id': '8775d530-af5d-47c6-94ff-035a35c09c54', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'mac_address': 'fa:16:3e:67:00:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:34Z', 'updated_at': '2022-06-15T22:15:48Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'subnets': [{'id': '72e7cc71-9a32-4f03-944e-76c43ed1224f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:31.053958 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.059425 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47178) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:31.060155 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:31.076494 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9430d54-d4d8-4850-8f38-1c9144fadbe2 None None] Pushing event updated for resources: {'Port': ['ID=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:31.119928 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685c7b5-2b3b-4645-83af-12c7afad5482 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47573fe4-5997-485d-ba77-7952e54c4450,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:31.139092 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Allocated IP 172.20.0.1 (ce7fc593-79f2-4c89-b2f7-44379a4294b5/cda09d09-cc4a-4b36-95d9-6b94ccb2802b/45129cfb-26d9-479f-855c-0c1da5420b2c) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:22:31.143620 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-e4dbacc6-76da-4218-b6f5-6a34305cb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:31.145399 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-e4dbacc6-76da-4218-b6f5-6a34305cb21c service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.2970321 Jun 15 22:22:31.147539 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-164d58cd-1efc-4eca-adcd-bbbaed05f6e0 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] show failed (client error): The resource could not be found. Jun 15 22:22:31.148564 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-164d58cd-1efc-4eca-adcd-bbbaed05f6e0 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "GET /v2.0/security-groups/47573fe4-5997-485d-ba77-7952e54c4450 HTTP/1.1" status: 404 len: 347 time: 0.0870116 Jun 15 22:22:31.153013 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47184) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:31.164307 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 28e4b2a9-869b-4ff5-9069-60247e2af17d up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:31.218904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:31.253886 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9430d54-d4d8-4850-8f38-1c9144fadbe2 None None] Pushing event updated for resources: {'Port': ['ID=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:31.275426 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 28e4b2a9-869b-4ff5-9069-60247e2af17d triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:31.276087 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.280657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-6bdd4d43-8382-4c8e-a8fd-f14f8b8696e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 1001 time: 0.1179895 Jun 15 22:22:31.291879 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Routers {'95b4ef71-31c5-4086-b4ca-12b99a663009'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:31.292696 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['95b4ef71-31c5-4086-b4ca-12b99a663009'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:31.370207 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 28e4b2a9-869b-4ff5-9069-60247e2af17d is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:31.394829 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Deleting port 90de8f4a-dbc1-4620-aee9-d37d758038a5 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:31.395165 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.402053 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:31.423782 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] Set router 95b4ef71-31c5-4086-b4ca-12b99a663009 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:31.445360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks [] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.537769 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.538160 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (90de8f4a-dbc1-4620-aee9-d37d758038a5), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.559177 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Calling delete_port for 90de8f4a-dbc1-4620-aee9-d37d758038a5 owned by network:floatingip {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:31.562073 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.572949 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2953e3-ee66-4e3c-a8e3-bc8407333903 None None] New status for floating IP d6791d72-f12b-41eb-8473-c2ca69c40a92: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:22:31.604087 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-8739a002-71f1-4767-95b1-8ff4c00f926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:31.604087 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-8739a002-71f1-4767-95b1-8ff4c00f926c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.1421723 Jun 15 22:22:31.653901 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:22:27Z', 'revision_number': 3, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port': {'id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:26Z', 'updated_at': '2022-06-15T22:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:31.687282 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d9553-e31e-4ca6-bb47-a849c4606491 None None] The sync data for ids ['95b4ef71-31c5-4086-b4ca-12b99a663009'] in dv-cinder-835384-7-iscsi is: [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:22:27Z', 'revision_number': 3, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port': {'id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:26Z', 'updated_at': '2022-06-15T22:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:31.689272 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:31.701182 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-aa78768c-9025-406a-a826-71c9e44cddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:31.704055 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-aa78768c-9025-406a-a826-71c9e44cddab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939322 Jun 15 22:22:31.709300 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:31.757022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:22:31.805230 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Pushing event updated for resources: {'Port': ['ID=45129cfb-26d9-479f-855c-0c1da5420b2c,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:31.838659 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (95b4ef71-31c5-4086-b4ca-12b99a663009), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:31.868334 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-af1e59d8-40d8-45de-b887-e70059ae36cb service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567638 Jun 15 22:22:31.993287 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d5eb564a-8e6e-4257-a54e-3cbfd9f6a1d3 req-bad40c2a-967a-4da6-bb06-a53dc98ce17e service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182821 Jun 15 22:22:32.044220 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-4524c295-6d4d-4f7c-b3f8-b2ed85105aa4 None None] Provisioning complete for port 45129cfb-26d9-479f-855c-0c1da5420b2c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:32.044626 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4524c295-6d4d-4f7c-b3f8-b2ed85105aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.057116 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:32.068495 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (90de8f4a-dbc1-4620-aee9-d37d758038a5), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.106802 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4524c295-6d4d-4f7c-b3f8-b2ed85105aa4 None None] Port 45129cfb-26d9-479f-855c-0c1da5420b2c cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:22:32.117127 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.119196 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Pushing event deleted for resources: {'Port': ['ID=90de8f4a-dbc1-4620-aee9-d37d758038a5,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:32.210734 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca3f11-9fbe-4528-b14a-b371247fa5c5 req-8d1117f9-92b4-4dfd-a20c-050fb4f4a136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:32.212333 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72ca3f11-9fbe-4528-b14a-b371247fa5c5 req-8d1117f9-92b4-4dfd-a20c-050fb4f4a136 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 945 time: 0.0578325 Jun 15 22:22:32.232855 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks [] for floatingip (d6791d72-f12b-41eb-8473-c2ca69c40a92), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.236810 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.240754 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d54f1021-0132-401e-9415-58fe360b3761 tempest-AttachVolumeTestJSON-1093817820 tempest-AttachVolumeTestJSON-1093817820-project] 10.222.0.55 "DELETE /v2.0/floatingips/d6791d72-f12b-41eb-8473-c2ca69c40a92 HTTP/1.1" status: 204 len: 168 time: 1.0823002 Jun 15 22:22:32.304514 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-72ca3f11-9fbe-4528-b14a-b371247fa5c5 req-a8009adb-4078-4235-8b83-7786732ce3bd tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833910 Jun 15 22:22:32.415380 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks [] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.421010 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.489912 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:32.497899 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Pushing event updated for resources: {'Port': ['ID=45129cfb-26d9-479f-855c-0c1da5420b2c,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:32.502177 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (95b4ef71-31c5-4086-b4ca-12b99a663009), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.616097 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:32.618195 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:32.789804 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Router 95b4ef71-31c5-4086-b4ca-12b99a663009 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:22:32.794411 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:32.879957 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: ACTIVE; New status is: DOWN {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:32.880352 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.906242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:22:32.908932 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5d2a41-e807-4192-a575-ed6187a1e831" -d '{"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:22:32.934032 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:32.945093 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.945357 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:32.950043 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-8b573e3e-a17c-4fb1-bdcf-75149c45ddac None None] Provisioning complete for port 45129cfb-26d9-479f-855c-0c1da5420b2c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:32.950955 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b573e3e-a17c-4fb1-bdcf-75149c45ddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:32.951971 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1dccca37-a71d-435b-a81e-348bd496122b admin admin] 10.222.0.55 "PUT /v2.0/routers/95b4ef71-31c5-4086-b4ca-12b99a663009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0567253 Jun 15 22:22:32.976725 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45d4f2c-3f67-4fd9-b679-b9e8713a655f x-openstack-request-id: req-c45d4f2c-3f67-4fd9-b679-b9e8713a655f {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:22:32.977009 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-unplugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:22:32.977254 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c45d4f2c-3f67-4fd9-b679-b9e8713a655f {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:22:32.977667 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45d4f2c-3f67-4fd9-b679-b9e8713a655f'] response: {'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'code': 200} Jun 15 22:22:33.031830 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8b573e3e-a17c-4fb1-bdcf-75149c45ddac None None] Port 45129cfb-26d9-479f-855c-0c1da5420b2c cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:22:33.047112 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=8']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:33.064660 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c85ab44a-6d3f-47d5-9d74-9d65a9f79afb up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:33.112869 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:33.113315 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.115559 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:33.195928 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:33.196320 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.222496 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:33.231095 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.256690 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:33.284620 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:33.347938 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47218) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:33.352529 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-aae7e465-facb-4b24-a605-5bd1ec012d87 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560717700', 'description': 'tempest-secgroup-smoke-1560717700 description', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:33.391847 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aae7e465-facb-4b24-a605-5bd1ec012d87 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.462166 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95ff00-4c96-44b1-a8ff-0df788a170d7 req-947b24cc-d34a-4fc3-85d6-354817c43386 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:33.463770 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0d95ff00-4c96-44b1-a8ff-0df788a170d7 req-947b24cc-d34a-4fc3-85d6-354817c43386 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0853179 Jun 15 22:22:33.482721 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:33.534679 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aae7e465-facb-4b24-a605-5bd1ec012d87 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group (850afcb3-2e59-4ed6-8562-4e9344cb0ff9), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.543026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aae7e465-facb-4b24-a605-5bd1ec012d87 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (850afcb3-2e59-4ed6-8562-4e9344cb0ff9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.560245 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0d95ff00-4c96-44b1-a8ff-0df788a170d7 req-c0647eb7-2749-4d0c-a12c-9dfd552c6aab tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888288 Jun 15 22:22:33.600664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7e465-facb-4b24-a605-5bd1ec012d87 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850afcb3-2e59-4ed6-8562-4e9344cb0ff9,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:33.609303 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aae7e465-facb-4b24-a605-5bd1ec012d87 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.614022 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47226) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:33.614482 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-aae7e465-facb-4b24-a605-5bd1ec012d87 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2651746 Jun 15 22:22:33.620490 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-1962719d-b2fb-453e-acc4-da9f146d55bc tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'security_group_rule': {'security_group_id': '850afcb3-2e59-4ed6-8562-4e9344cb0ff9', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:33.652968 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1962719d-b2fb-453e-acc4-da9f146d55bc tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (e1894e1a-efff-4531-9acf-104a3a87eaa1), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.718471 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1962719d-b2fb-453e-acc4-da9f146d55bc tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (e1894e1a-efff-4531-9acf-104a3a87eaa1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.724613 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1962719d-b2fb-453e-acc4-da9f146d55bc tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (e1894e1a-efff-4531-9acf-104a3a87eaa1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.746021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962719d-b2fb-453e-acc4-da9f146d55bc tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1894e1a-efff-4531-9acf-104a3a87eaa1,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:33.753253 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1962719d-b2fb-453e-acc4-da9f146d55bc tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.754574 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1962719d-b2fb-453e-acc4-da9f146d55bc tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388113 Jun 15 22:22:33.757304 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47228) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:33.761979 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-18e041ff-43bc-4848-abd4-2d64eea21e24 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'security_group_rule': {'security_group_id': '850afcb3-2e59-4ed6-8562-4e9344cb0ff9', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:33.770266 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Sync routers for ids ['95b4ef71-31c5-4086-b4ca-12b99a663009'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:33.800021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-18e041ff-43bc-4848-abd4-2d64eea21e24 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (1cd09bb9-6fff-4d27-970a-e1d10af8437e), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.831424 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:33.867920 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-18e041ff-43bc-4848-abd4-2d64eea21e24 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (1cd09bb9-6fff-4d27-970a-e1d10af8437e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.873146 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-18e041ff-43bc-4848-abd4-2d64eea21e24 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (1cd09bb9-6fff-4d27-970a-e1d10af8437e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.878291 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Routers {'95b4ef71-31c5-4086-b4ca-12b99a663009'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:33.878902 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['95b4ef71-31c5-4086-b4ca-12b99a663009'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:33.896886 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e041ff-43bc-4848-abd4-2d64eea21e24 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd09bb9-6fff-4d27-970a-e1d10af8437e,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:33.903972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-18e041ff-43bc-4848-abd4-2d64eea21e24 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:33.905289 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-18e041ff-43bc-4848-abd4-2d64eea21e24 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470079 Jun 15 22:22:33.908470 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47232) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:33.913791 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-41a34367-faba-4ce2-ab5a-3dcf06905e3e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'security_group_rule': {'security_group_id': '850afcb3-2e59-4ed6-8562-4e9344cb0ff9', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:33.946354 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-41a34367-faba-4ce2-ab5a-3dcf06905e3e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (f5b0e5ca-b80a-40b9-97c7-59d3d34c119b), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.012670 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Set router 95b4ef71-31c5-4086-b4ca-12b99a663009 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:34.020176 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-41a34367-faba-4ce2-ab5a-3dcf06905e3e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (f5b0e5ca-b80a-40b9-97c7-59d3d34c119b), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.024495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-41a34367-faba-4ce2-ab5a-3dcf06905e3e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (f5b0e5ca-b80a-40b9-97c7-59d3d34c119b), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.031378 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:34.047902 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a34367-faba-4ce2-ab5a-3dcf06905e3e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b0e5ca-b80a-40b9-97c7-59d3d34c119b,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:34.058178 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-41a34367-faba-4ce2-ab5a-3dcf06905e3e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.059562 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-41a34367-faba-4ce2-ab5a-3dcf06905e3e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500905 Jun 15 22:22:34.062430 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47234) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:34.067883 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-4e1099eb-cdb9-44aa-a5a1-91639609657e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'security_group_rule': {'security_group_id': '850afcb3-2e59-4ed6-8562-4e9344cb0ff9', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:34.095501 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:34.103692 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e1099eb-cdb9-44aa-a5a1-91639609657e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (81fb44fe-62fa-41d6-b041-baf9eb14b68e), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.169620 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e1099eb-cdb9-44aa-a5a1-91639609657e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (81fb44fe-62fa-41d6-b041-baf9eb14b68e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.174989 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e1099eb-cdb9-44aa-a5a1-91639609657e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (81fb44fe-62fa-41d6-b041-baf9eb14b68e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.194172 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1099eb-cdb9-44aa-a5a1-91639609657e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fb44fe-62fa-41d6-b041-baf9eb14b68e,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:34.202664 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4e1099eb-cdb9-44aa-a5a1-91639609657e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.206941 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47236) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:34.207492 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4e1099eb-cdb9-44aa-a5a1-91639609657e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435552 Jun 15 22:22:34.212764 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'security_group_rule': {'security_group_id': '850afcb3-2e59-4ed6-8562-4e9344cb0ff9', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:34.230863 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:22:31Z', 'revision_number': 4, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port': {'id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:26Z', 'updated_at': '2022-06-15T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '45129cfb-26d9-479f-855c-0c1da5420b2c', 'name': '', 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'mac_address': 'fa:16:3e:2d:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cda09d09-cc4a-4b36-95d9-6b94ccb2802b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:30Z', 'updated_at': '2022-06-15T22:22:32Z', 'revision_number': 2, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'subnets': [{'id': 'cda09d09-cc4a-4b36-95d9-6b94ccb2802b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:34.240379 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.securitygroups_db [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Project 1bc7b00884114a089c6d2c785fc8e9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 22:22:34.247700 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (fa3812f4-d34c-4781-acd5-0680c1870088), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.259147 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Checking router: 95b4ef71-31c5-4086-b4ca-12b99a663009 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:34.259509 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Updating router 95b4ef71-31c5-4086-b4ca-12b99a663009 port 45129cfb-26d9-479f-855c-0c1da5420b2c binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:22:34.292923 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.592011 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (fa3812f4-d34c-4781-acd5-0680c1870088), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.592786 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Publish callbacks [] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.597996 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (fa3812f4-d34c-4781-acd5-0680c1870088), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.600827 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.619493 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3812f4-d34c-4781-acd5-0680c1870088,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:34.639169 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.641562 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-414dd91b-efb8-45f7-9f6b-b7d05b20b9ca tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4324782 Jun 15 22:22:34.644440 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47242) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:34.657822 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'security_group_rule': {'security_group_id': '850afcb3-2e59-4ed6-8562-4e9344cb0ff9', 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:34.728583 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.securitygroups_db [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Project 1bc7b00884114a089c6d2c785fc8e9ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 22:22:34.741812 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (16ee6d93-fdd1-4d9e-91fa-8fb73695966d), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.746637 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:34.760141 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3031-f9e3-4dbd-b9ff-b40ccb9993d6 req-d0b52c43-c775-4446-a94f-1b55bd9ba105 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:34.762102 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6d6a3031-f9e3-4dbd-b9ff-b40ccb9993d6 req-d0b52c43-c775-4446-a94f-1b55bd9ba105 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0852959 Jun 15 22:22:34.807559 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Attempting to bind port 45129cfb-26d9-479f-855c-0c1da5420b2c on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:22:34.808139 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Attempting to bind port 45129cfb-26d9-479f-855c-0c1da5420b2c by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:22:34.811641 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Attempting to bind port 45129cfb-26d9-479f-855c-0c1da5420b2c on network ce7fc593-79f2-4c89-b2f7-44379a4294b5 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:34.819909 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:34.823514 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beedfa8-3221-4c50-8efd-6f4bf53c118d None None] Pushing event updated for resources: {'Port': ['ID=45129cfb-26d9-479f-855c-0c1da5420b2c,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:34.845031 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:22:34.845472 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Checking segment: {'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:34.845874 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.846292 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Bound using segment: {'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:22:34.846944 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Bound port: 45129cfb-26d9-479f-855c-0c1da5420b2c, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73ef224-9144-42de-9618-14e17311c0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:22:34.847438 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.854305 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (16ee6d93-fdd1-4d9e-91fa-8fb73695966d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.865667 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (16ee6d93-fdd1-4d9e-91fa-8fb73695966d), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.911653 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ee6d93-fdd1-4d9e-91fa-8fb73695966d,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:34.917310 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6d6a3031-f9e3-4dbd-b9ff-b40ccb9993d6 req-3192adef-0800-4499-9923-b8d4ea390b24 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451538 Jun 15 22:22:34.922109 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.925893 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-aa481270-62e7-44aa-8671-f9cf256f06f2 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2799933 Jun 15 22:22:34.966002 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] For port 45129cfb-26d9-479f-855c-0c1da5420b2c, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:22:34.969996 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-b60f78a2-84fb-4a53-9859-473d20096f32 None None] Provisioning complete for port 45129cfb-26d9-479f-855c-0c1da5420b2c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:34.971536 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b60f78a2-84fb-4a53-9859-473d20096f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:34.974194 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] For port 45129cfb-26d9-479f-855c-0c1da5420b2c, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=45129cfb-26d9-479f-855c-0c1da5420b2c,segment=NetworkSegment(c73ef224-9144-42de-9618-14e17311c0a7),segment_id=c73ef224-9144-42de-9618-14e17311c0a7)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:22:34.986101 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:35.026328 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b60f78a2-84fb-4a53-9859-473d20096f32 None None] Port 45129cfb-26d9-479f-855c-0c1da5420b2c cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:22:35.116012 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beedfa8-3221-4c50-8efd-6f4bf53c118d None None] Pushing event updated for resources: {'Port': ['ID=45129cfb-26d9-479f-855c-0c1da5420b2c,revision_number=4']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:35.122607 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Routers {'95b4ef71-31c5-4086-b4ca-12b99a663009'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:35.123399 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['95b4ef71-31c5-4086-b4ca-12b99a663009'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:35.200353 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c85ab44a-6d3f-47d5-9d74-9d65a9f79afb up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:35.326864 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:35.327237 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:35.332633 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:35.374724 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] Set router 95b4ef71-31c5-4086-b4ca-12b99a663009 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:35.513573 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:35.572021 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-8569b2aa-d898-4147-b93d-5de0e4924d7a None None] Provisioning complete for port 45129cfb-26d9-479f-855c-0c1da5420b2c triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:35.572733 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8569b2aa-d898-4147-b93d-5de0e4924d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:35.744532 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-8569b2aa-d898-4147-b93d-5de0e4924d7a None None] Current status of the port 45129cfb-26d9-479f-855c-0c1da5420b2c is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:35.746169 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8569b2aa-d898-4147-b93d-5de0e4924d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:35.746517 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:22:31Z', 'revision_number': 4, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port': {'id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:26Z', 'updated_at': '2022-06-15T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '45129cfb-26d9-479f-855c-0c1da5420b2c', 'name': '', 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'mac_address': 'fa:16:3e:2d:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cda09d09-cc4a-4b36-95d9-6b94ccb2802b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:30Z', 'updated_at': '2022-06-15T22:22:34Z', 'revision_number': 4, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'subnets': [{'id': 'cda09d09-cc4a-4b36-95d9-6b94ccb2802b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:35.782220 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2b35a-e73e-4dbb-a193-26bfbb1385fe None None] The sync data for ids ['95b4ef71-31c5-4086-b4ca-12b99a663009'] in dv-cinder-835384-7-iscsi is: [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:22:31Z', 'revision_number': 4, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port': {'id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:26Z', 'updated_at': '2022-06-15T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '45129cfb-26d9-479f-855c-0c1da5420b2c', 'name': '', 'network_id': 'ce7fc593-79f2-4c89-b2f7-44379a4294b5', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'mac_address': 'fa:16:3e:2d:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'cda09d09-cc4a-4b36-95d9-6b94ccb2802b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:30Z', 'updated_at': '2022-06-15T22:22:34Z', 'revision_number': 4, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'subnets': [{'id': 'cda09d09-cc4a-4b36-95d9-6b94ccb2802b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:35.806130 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5611-08f9-402c-9383-2780b9a35cde req-e39498a3-da38-4b23-b0cc-51810f96d76e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:35.810753 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d44d5611-08f9-402c-9383-2780b9a35cde req-e39498a3-da38-4b23-b0cc-51810f96d76e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 946 time: 0.1428058 Jun 15 22:22:35.839714 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8569b2aa-d898-4147-b93d-5de0e4924d7a None None] For port 45129cfb-26d9-479f-855c-0c1da5420b2c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=45129cfb-26d9-479f-855c-0c1da5420b2c,segment=NetworkSegment(c73ef224-9144-42de-9618-14e17311c0a7),segment_id=c73ef224-9144-42de-9618-14e17311c0a7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:35.858861 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8569b2aa-d898-4147-b93d-5de0e4924d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:35.966176 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d44d5611-08f9-402c-9383-2780b9a35cde req-7797d272-2e45-4c65-9fa1-1927c4aa2f67 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411502 Jun 15 22:22:36.002412 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569b2aa-d898-4147-b93d-5de0e4924d7a None None] Pushing event updated for resources: {'Port': ['ID=45129cfb-26d9-479f-855c-0c1da5420b2c,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:36.117839 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47324) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:36.633096 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [req-d3acf068-4315-417e-8aa2-4cb883da8229 req-73f79358-a813-4ac5-80de-dab211c6c867 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:22:36.634327 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d3acf068-4315-417e-8aa2-4cb883da8229 req-73f79358-a813-4ac5-80de-dab211c6c867 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058827 Jun 15 22:22:36.806222 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:36.870972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5042a-2728-49ef-a6b3-396348632b63 req-c109b2f2-d88d-434b-ba1f-01bbb8e016bd tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:36.872780 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-53c5042a-2728-49ef-a6b3-396348632b63 req-c109b2f2-d88d-434b-ba1f-01bbb8e016bd tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0914857 Jun 15 22:22:36.914638 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (5b5cd052-a31a-4957-acb0-c81177e65f1f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:36.915232 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: DOWN; New status is: DOWN {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:37.142941 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-53c5042a-2728-49ef-a6b3-396348632b63 req-d8b00569-941b-41e4-99e4-5c4821cf7d42 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499259 Jun 15 22:22:37.162399 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 45129cfb-26d9-479f-855c-0c1da5420b2c up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:37.180104 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562af21-f31e-4854-aca3-e518b7c59036 req-750f41d8-1b07-46d3-8f7d-bd2350a7fcc3 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:37.198237 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9562af21-f31e-4854-aca3-e518b7c59036 req-750f41d8-1b07-46d3-8f7d-bd2350a7fcc3 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 946 time: 0.0919204 Jun 15 22:22:37.256155 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47372) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:37.288067 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:37.291475 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 45129cfb-26d9-479f-855c-0c1da5420b2c triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:37.291847 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:37.298966 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9562af21-f31e-4854-aca3-e518b7c59036 req-8fdb4086-68ec-4242-8747-355a33cf7e34 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups?id=35f57045-bc44-4755-8566-33360a0e79f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990465 Jun 15 22:22:37.300182 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-a3ed20b9-0693-478e-9bb5-39e3ee20e3ba tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:37.301882 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-a3ed20b9-0693-478e-9bb5-39e3ee20e3ba tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 946 time: 0.0870633 Jun 15 22:22:37.363949 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:37.417727 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 45129cfb-26d9-479f-855c-0c1da5420b2c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:37.437171 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-d93f5fd0-84a7-48be-9fc9-9e30a08d0c76 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1796327 Jun 15 22:22:37.451609 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-f1cb9bd7-5c76-4c25-9e13-867c0df9e458 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:22:37.452645 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-f1cb9bd7-5c76-4c25-9e13-867c0df9e458 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063093 Jun 15 22:22:37.456639 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Deleting port 25674241-23dd-46af-9103-2009180fe076 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:37.457002 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (25674241-23dd-46af-9103-2009180fe076), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:37.459240 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port 33de2f64-e8b7-49fe-8d89-1889842798e0 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:37.459539 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:37.556341 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47380) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:37.642518 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] For port 25674241-23dd-46af-9103-2009180fe076, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=25674241-23dd-46af-9103-2009180fe076,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:37.643602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (25674241-23dd-46af-9103-2009180fe076), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:37.647377 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] For port 33de2f64-e8b7-49fe-8d89-1889842798e0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=33de2f64-e8b7-49fe-8d89-1889842798e0,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:37.647728 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:37.668612 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-baefd761-4637-4a10-a44d-e8017b4e53c0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:37.670691 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-baefd761-4637-4a10-a44d-e8017b4e53c0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports/f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 940 time: 0.1131806 Jun 15 22:22:37.675883 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Calling delete_port for 25674241-23dd-46af-9103-2009180fe076 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:37.938332 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:37.938332 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (3d7e4e26-5ad2-4b38-94ea-ba61137a06e3), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:37.938660 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Floating IP 3d7e4e26-5ad2-4b38-94ea-ba61137a06e3 disassociated. External IP: 172.27.2.211, port: 33de2f64-e8b7-49fe-8d89-1889842798e0. Jun 15 22:22:37.938941 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for 33de2f64-e8b7-49fe-8d89-1889842798e0 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:38.119406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (25674241-23dd-46af-9103-2009180fe076), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:38.129561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:38.161972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Pushing event deleted for resources: {'Port': ['ID=25674241-23dd-46af-9103-2009180fe076,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:38.177559 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:38.227755 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (33de2f64-e8b7-49fe-8d89-1889842798e0), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:38.272615 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=33de2f64-e8b7-49fe-8d89-1889842798e0,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:38.441372 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-66650198-d093-48a7-96e9-60d481a64819 req-6a365b73-e7ee-4b63-80f3-9924bb134f09 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 210 time: 0.0383494 Jun 15 22:22:38.509290 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce1597-c50d-4bbd-90f5-e674d21fd1c2 req-c4d1e9b2-770f-4362-b2c7-6b7bbe38f01b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:38.510924 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00ce1597-c50d-4bbd-90f5-e674d21fd1c2 req-c4d1e9b2-770f-4362-b2c7-6b7bbe38f01b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.2187045 Jun 15 22:22:38.596688 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:22:38.600187 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (5b5cd052-a31a-4957-acb0-c81177e65f1f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:38.613926 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-00ce1597-c50d-4bbd-90f5-e674d21fd1c2 req-75c4558e-8f1d-4408-84c9-4591e2949709 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948362 Jun 15 22:22:39.083498 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-d3eb8b2c-1c96-4257-b6d6-1ed8b1f9aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:39.085006 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-d3eb8b2c-1c96-4257-b6d6-1ed8b1f9aa24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4&tenant_id=1593797d34a04b169379da1a51e18072 HTTP/1.1" status: 200 len: 1127 time: 0.0984533 Jun 15 22:22:39.117831 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:39.132471 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:39.145030 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:39.145778 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:39.224946 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:39.280161 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] No DVR routers for this DVR port 33de2f64-e8b7-49fe-8d89-1889842798e0 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:22:39.289117 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:39.289409 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:39.292402 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e26974e8-9cef-414f-9c04-5e4b897db8e9 req-aa8e1614-f29a-4e8a-8671-f845700e14f7 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.26 "DELETE /v2.0/ports/33de2f64-e8b7-49fe-8d89-1889842798e0 HTTP/1.1" status: 204 len: 173 time: 1.9833548 Jun 15 22:22:39.292844 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'name': 'network-vif-deleted', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:22:39.295140 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d89e81-1429-43dd-97b5-70f93121dd6f" -d '{"events": [{"server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "name": "network-vif-deleted", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:22:39.304539 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-182c5c54-b025-4f81-8b10-bbf383dc1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:39.304539 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-182c5c54-b025-4f81-8b10-bbf383dc1032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1127 time: 0.1829317 Jun 15 22:22:39.324044 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:39.397817 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce023ab-8092-4ee8-a741-69c153cd7d5e x-openstack-request-id: req-2ce023ab-8092-4ee8-a741-69c153cd7d5e {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:22:39.398108 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdeb888-50e4-4f56-850d-44dab94e033b", "name": "network-vif-deleted", "tag": "33de2f64-e8b7-49fe-8d89-1889842798e0", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:22:39.398360 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ce023ab-8092-4ee8-a741-69c153cd7d5e {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:22:39.398762 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce023ab-8092-4ee8-a741-69c153cd7d5e'] response: {'server_uuid': 'cfdeb888-50e4-4f56-850d-44dab94e033b', 'name': 'network-vif-deleted', 'tag': '33de2f64-e8b7-49fe-8d89-1889842798e0', 'status': 'completed', 'code': 200} Jun 15 22:22:39.405166 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Router 5b5cd052-a31a-4957-acb0-c81177e65f1f has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:22:39.419865 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:39.524294 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-d3db9c87-4145-4faf-a97a-595007c5ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:39.527520 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-d3db9c87-4145-4faf-a97a-595007c5ce49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.2115078 Jun 15 22:22:39.672492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:39.676823 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2dfbc4b-34a0-482e-b99f-010f49e1dc08 req-2affd0f7-205e-485e-8d37-e497c64858bf tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/ports?device_id=cfdeb888-50e4-4f56-850d-44dab94e033b HTTP/1.1" status: 200 len: 210 time: 0.1041005 Jun 15 22:22:39.712900 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:39.725250 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-edbe379f-e483-4fa7-bfb4-e86b5f203d0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 999 time: 0.1884263 Jun 15 22:22:39.730193 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] Sync routers for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:39.739390 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47404) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:39.740502 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2d81ec15-5050-43fa-a525-c262bf57b65e admin admin] 10.222.0.55 "PUT /v2.0/routers/5b5cd052-a31a-4957-acb0-c81177e65f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6206102 Jun 15 22:22:39.759737 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:39.760258 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:39.878444 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-facd8524-a48a-4b0a-a387-3d1fb6d421df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:39.879852 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-facd8524-a48a-4b0a-a387-3d1fb6d421df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.1091311 Jun 15 22:22:39.930550 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:39.957843 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:39.975414 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:39.978259 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-714e2d45-70b0-4770-8eea-4b408a0d6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:39.980417 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-714e2d45-70b0-4770-8eea-4b408a0d6336 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928259 Jun 15 22:22:39.985383 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:39.986318 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:40.027772 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:40.067297 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfd588-a6a2-4a02-a0bb-cff96955f872 req-3b0799da-2dce-4c5e-80e5-593f084c0638 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:40.071593 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-24bfd588-a6a2-4a02-a0bb-cff96955f872 req-3b0799da-2dce-4c5e-80e5-593f084c0638 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0944824 Jun 15 22:22:40.100506 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-0edeecfa-9405-446c-bcf5-c216411e1b1d service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099186 Jun 15 22:22:40.124391 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks [] for router (5b5cd052-a31a-4957-acb0-c81177e65f1f), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:40.205649 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:40.216801 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4b94bcca-1376-4353-acf4-062bd59f54a8 req-3e380849-c736-4515-b2b8-d5772c6fec78 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082268 Jun 15 22:22:40.246286 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-24bfd588-a6a2-4a02-a0bb-cff96955f872 req-93cac4ce-4726-4786-b391-6cff10bc7db8 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627445 Jun 15 22:22:40.324334 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks [] for router_gateway (5b5cd052-a31a-4957-acb0-c81177e65f1f), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:40.334417 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '1139b772-2e85-40f1-93aa-3095491b8774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:22:38Z', 'revision_number': 5, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port': {'id': '1139b772-2e85-40f1-93aa-3095491b8774', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:26Z', 'updated_at': '2022-06-15T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:40.382099 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Deleting port 1139b772-2e85-40f1-93aa-3095491b8774 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:40.382445 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (1139b772-2e85-40f1-93aa-3095491b8774), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:40.491625 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:40.492951 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] Checking router: 5b5cd052-a31a-4957-acb0-c81177e65f1f for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:40.510574 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] Routers {'5b5cd052-a31a-4957-acb0-c81177e65f1f'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:40.511512 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['5b5cd052-a31a-4957-acb0-c81177e65f1f'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:40.517437 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] For port 1139b772-2e85-40f1-93aa-3095491b8774, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1139b772-2e85-40f1-93aa-3095491b8774,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:40.517855 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (1139b772-2e85-40f1-93aa-3095491b8774), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:40.526892 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b12a1-6a4f-438f-9163-63ce085ea4f4 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:15:43Z', 'revision_number': 4, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '3241e305-539e-4c0c-b0c3-e560a663ac49', 'name': '', 'network_id': '51970d37-d292-4c3d-bdb6-727ed5d05edc', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'mac_address': 'fa:16:3e:0b:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:39Z', 'updated_at': '2022-06-15T22:15:59Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'subnets': [{'id': '1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:40.539238 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Calling delete_port for 1139b772-2e85-40f1-93aa-3095491b8774 owned by network:router_gateway {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:40.638357 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] Set router 5b5cd052-a31a-4957-acb0-c81177e65f1f gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:40.693355 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:22:40Z', 'revision_number': 6, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:40.699073 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:40.724796 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c7e05f-de54-4c3c-b435-e5b779228ce6 None None] The sync data for ids ['5b5cd052-a31a-4957-acb0-c81177e65f1f'] in dv-cinder-835384-7-iscsi is: [{'id': '5b5cd052-a31a-4957-acb0-c81177e65f1f', 'name': 'tempest-AttachVolumeTestJSON-898773228-router', 'tenant_id': 'e1c37e59766f45c3a46489befb803ff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:25Z', 'updated_at': '2022-06-15T22:22:40Z', 'revision_number': 6, 'project_id': 'e1c37e59766f45c3a46489befb803ff3', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:40.812778 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (1139b772-2e85-40f1-93aa-3095491b8774), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:40.832895 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 33de2f64-e8b7-49fe-8d89-1889842798e0 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:40.865444 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Pushing event deleted for resources: {'Port': ['ID=1139b772-2e85-40f1-93aa-3095491b8774,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:40.870793 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47430) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:40.877192 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 33de2f64-e8b7-49fe-8d89-1889842798e0 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:40.877867 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 33de2f64-e8b7-49fe-8d89-1889842798e0 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:41.028763 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (5b5cd052-a31a-4957-acb0-c81177e65f1f), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.046244 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7139bc2e-4e13-4024-9c6c-dd2bf9aa847f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (35f57045-bc44-4755-8566-33360a0e79f7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.082025 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8778fd88-4d02-4d7d-9e86-bf9035fc0a1f None None] New status for floating IP 3d7e4e26-5ad2-4b38-94ea-ba61137a06e3: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:22:41.138294 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7139bc2e-4e13-4024-9c6c-dd2bf9aa847f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (35f57045-bc44-4755-8566-33360a0e79f7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.203452 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 25674241-23dd-46af-9103-2009180fe076 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:41.294460 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (5b5cd052-a31a-4957-acb0-c81177e65f1f), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.295187 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7139bc2e-4e13-4024-9c6c-dd2bf9aa847f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (35f57045-bc44-4755-8566-33360a0e79f7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.298454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7139bc2e-4e13-4024-9c6c-dd2bf9aa847f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.303803 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7139bc2e-4e13-4024-9c6c-dd2bf9aa847f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/security-groups/35f57045-bc44-4755-8566-33360a0e79f7 HTTP/1.1" status: 204 len: 168 time: 0.4253066 Jun 15 22:22:41.305230 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47438) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:41.308659 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks [] for router_controller (5b5cd052-a31a-4957-acb0-c81177e65f1f), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.317608 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 25674241-23dd-46af-9103-2009180fe076 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:41.318309 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 25674241-23dd-46af-9103-2009180fe076 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:41.376501 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.api.v2.resource [None req-4cc8d691-4e90-4bd9-870e-5d906eec7742 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] show failed (client error): The resource could not be found. Jun 15 22:22:41.380932 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4cc8d691-4e90-4bd9-870e-5d906eec7742 tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "GET /v2.0/security-groups/35f57045-bc44-4755-8566-33360a0e79f7 HTTP/1.1" status: 404 len: 347 time: 0.0700929 Jun 15 22:22:41.380932 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139bc2e-4e13-4024-9c6c-dd2bf9aa847f tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f57045-bc44-4755-8566-33360a0e79f7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:41.383301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47440) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:41.509701 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (5b5cd052-a31a-4957-acb0-c81177e65f1f), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.510527 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b5cd052-a31a-4957-acb0-c81177e65f1f {{(pid=104020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:22:41.518867 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.521901 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-490b0691-30a2-4150-becb-bfbb5bd05241 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5b5cd052-a31a-4957-acb0-c81177e65f1f HTTP/1.1" status: 204 len: 168 time: 1.7786520 Jun 15 22:22:41.524172 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47442) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:41.662600 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] Deleting subnet 72e7cc71-9a32-4f03-944e-76c43ed1224f {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:22:41.669784 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] Publish callbacks [] for subnet (72e7cc71-9a32-4f03-944e-76c43ed1224f), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.743294 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7411-149f-4b0a-930c-f85a58c8cf94 req-f9a5ec7c-a20d-4c05-afee-cac0a79ba250 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:41.751560 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d9c7411-149f-4b0a-930c-f85a58c8cf94 req-f9a5ec7c-a20d-4c05-afee-cac0a79ba250 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.2279522 Jun 15 22:22:41.761875 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (72e7cc71-9a32-4f03-944e-76c43ed1224f), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.820562 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Deleting port af954117-5f1d-4e72-a629-dbf4d4e173ff {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:41.821611 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:41.865248 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d9c7411-149f-4b0a-930c-f85a58c8cf94 req-4299f73c-bfd6-4897-bf07-a20908e50cd0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124084 Jun 15 22:22:42.020568 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:42.024175 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.028960 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (af954117-5f1d-4e72-a629-dbf4d4e173ff), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.051871 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (72e7cc71-9a32-4f03-944e-76c43ed1224f), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.076311 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Calling delete_port for af954117-5f1d-4e72-a629-dbf4d4e173ff owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:42.162162 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:42.170302 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (72e7cc71-9a32-4f03-944e-76c43ed1224f), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.217270 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e7cc71-9a32-4f03-944e-76c43ed1224f,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:42.228238 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.228484 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ed08f-c3fc-47c4-a93b-2a294c651b34 None None] Network 8775d530-af5d-47c6-94ff-035a35c09c54 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:22:42.240632 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8bb12a01-01b0-4994-92f0-f18e1f6de12e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/72e7cc71-9a32-4f03-944e-76c43ed1224f HTTP/1.1" status: 204 len: 168 time: 0.7117486 Jun 15 22:22:42.240632 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47444) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:42.336919 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:42.356430 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (8775d530-af5d-47c6-94ff-035a35c09c54), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.366690 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (af954117-5f1d-4e72-a629-dbf4d4e173ff), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.426582 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Deleting port 099660c0-abe8-49b0-ba20-50c8c8170047 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:42.427115 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.455101 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Pushing event deleted for resources: {'Port': ['ID=af954117-5f1d-4e72-a629-dbf4d4e173ff,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:42.560732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks [] for floatingip (3d7e4e26-5ad2-4b38-94ea-ba61137a06e3), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.561040 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] For port 099660c0-abe8-49b0-ba20-50c8c8170047, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=099660c0-abe8-49b0-ba20-50c8c8170047,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:42.563412 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.564619 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e6e17b7e-4e1e-4be8-841f-4f90ced3ef4e tempest-AttachVolumeNegativeTest-1159020616 tempest-AttachVolumeNegativeTest-1159020616-project] 10.222.0.55 "DELETE /v2.0/floatingips/3d7e4e26-5ad2-4b38-94ea-ba61137a06e3 HTTP/1.1" status: 204 len: 168 time: 1.1803498 Jun 15 22:22:42.565499 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.601782 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Calling delete_port for 099660c0-abe8-49b0-ba20-50c8c8170047 owned by network:dhcp {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:42.652285 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] DHCP port deletion for 8775d530-af5d-47c6-94ff-035a35c09c54 request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:22:42.721094 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] Deleting port 099660c0-abe8-49b0-ba20-50c8c8170047 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:42.721491 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.729313 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:42.761569 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.805172 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] For port 099660c0-abe8-49b0-ba20-50c8c8170047, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=099660c0-abe8-49b0-ba20-50c8c8170047,segment=NetworkSegment(98a47e3a-7235-4a77-846f-755f02197b59),segment_id=98a47e3a-7235-4a77-846f-755f02197b59)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:42.806269 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:42.824848 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:42.833757 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=099660c0-abe8-49b0-ba20-50c8c8170047,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:42.839622 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] No DVR routers for this DVR port 099660c0-abe8-49b0-ba20-50c8c8170047 on host dv-cinder-835384-7-iscsi {{(pid=104020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:22:42.845287 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] Calling delete_port for 099660c0-abe8-49b0-ba20-50c8c8170047 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:42.973713 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (8775d530-af5d-47c6-94ff-035a35c09c54), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.007285 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:43.009425 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8775d530-af5d-47c6-94ff-035a35c09c54']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:43.036611 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a47e3a-7235-4a77-846f-755f02197b59') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:43.036988 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a47e3a-7235-4a77-846f-755f02197b59') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:43.051050 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (099660c0-abe8-49b0-ba20-50c8c8170047), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.077383 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (98a47e3a-7235-4a77-846f-755f02197b59), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.101812 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] Pushing event deleted for resources: {'Port': ['ID=099660c0-abe8-49b0-ba20-50c8c8170047,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:43.107180 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216f8b8-5bca-4eb9-bd4d-d2979a24f49d None None] No DVR routers for this DVR port 099660c0-abe8-49b0-ba20-50c8c8170047 on host dv-cinder-835384-7-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:22:43.130873 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (98a47e3a-7235-4a77-846f-755f02197b59), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.148002 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b8ab1-422f-41d2-b793-fae160300e63 req-699459ee-9aba-4672-bafa-a2e3656b97a2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:43.157443 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-843b8ab1-422f-41d2-b793-fae160300e63 req-699459ee-9aba-4672-bafa-a2e3656b97a2 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0967386 Jun 15 22:22:43.166119 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:22:43.166819 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (98a47e3a-7235-4a77-846f-755f02197b59), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.167733 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 099660c0-abe8-49b0-ba20-50c8c8170047 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:43.201858 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 099660c0-abe8-49b0-ba20-50c8c8170047 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:43.202273 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 099660c0-abe8-49b0-ba20-50c8c8170047 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:43.202771 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1139b772-2e85-40f1-93aa-3095491b8774 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:43.209541 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 98a47e3a-7235-4a77-846f-755f02197b59 resource provider aggregate not found Jun 15 22:22:43.228811 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 1139b772-2e85-40f1-93aa-3095491b8774 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:43.229058 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1139b772-2e85-40f1-93aa-3095491b8774 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:43.256091 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 98a47e3a-7235-4a77-846f-755f02197b59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a47e3a-7235-4a77-846f-755f02197b59 found for delete ", "request_id": "req-b8acd01f-a898-4359-8867-34de9b49dbbc"}]} Jun 15 22:22:43.330019 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-843b8ab1-422f-41d2-b793-fae160300e63 req-7aa32199-3005-4b88-8b25-ada545440a16 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712165 Jun 15 22:22:43.344437 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (8775d530-af5d-47c6-94ff-035a35c09c54), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.351262 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.355092 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8775d530-af5d-47c6-94ff-035a35c09c54 HTTP/1.1" status: 204 len: 168 time: 1.1153057 Jun 15 22:22:43.369542 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d02d7-b5f6-4b5d-94ee-3ad1cd03f3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8775d530-af5d-47c6-94ff-035a35c09c54,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:43.612861 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47462) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:43.678985 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6928948f-f01f-4ad4-84d7-5d2a20a4dbf6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1c37e59766f45c3a46489befb803ff3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0620532 Jun 15 22:22:43.679223 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47464) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:43.744321 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5fc5-727a-4c96-939f-c76318ffce8e admin admin] Publish callbacks [] for security_group (04c96d3a-cdc0-40a0-910c-e8c17bba4440), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.773802 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5fc5-727a-4c96-939f-c76318ffce8e admin admin] Publish callbacks [] for security_group (04c96d3a-cdc0-40a0-910c-e8c17bba4440), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.803483 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3c279882-9693-4457-b6ba-3ca8454d0be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.838933 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5fc5-727a-4c96-939f-c76318ffce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (04c96d3a-cdc0-40a0-910c-e8c17bba4440), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.841531 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5fc5-727a-4c96-939f-c76318ffce8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:43.842842 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8ccb5fc5-727a-4c96-939f-c76318ffce8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04c96d3a-cdc0-40a0-910c-e8c17bba4440 HTTP/1.1" status: 204 len: 168 time: 0.1626439 Jun 15 22:22:43.852468 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb5fc5-727a-4c96-939f-c76318ffce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c96d3a-cdc0-40a0-910c-e8c17bba4440,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:44.512264 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216094db-e479-49a6-8240-8e3f13307a82 req-61df6323-f203-4706-aa19-bb30bf33ea85 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:44.514264 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-216094db-e479-49a6-8240-8e3f13307a82 req-61df6323-f203-4706-aa19-bb30bf33ea85 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0799479 Jun 15 22:22:44.603006 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-216094db-e479-49a6-8240-8e3f13307a82 req-d498624f-682e-4f21-a913-5243e0e41386 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796080 Jun 15 22:22:45.822725 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd103b3f-08a4-4216-bb12-14be82dcfdae req-e1af4ed6-433c-41b1-9638-c983b5e1f399 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:45.825232 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd103b3f-08a4-4216-bb12-14be82dcfdae req-e1af4ed6-433c-41b1-9638-c983b5e1f399 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0761588 Jun 15 22:22:45.916032 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fd103b3f-08a4-4216-bb12-14be82dcfdae req-6502760f-d49e-4a03-a837-6bd9fabf6517 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795994 Jun 15 22:22:46.059940 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7a6098d0-abe2-4d52-aba6-334d6000b463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:46.805700 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47588) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:46.996031 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47596) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:47.081434 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490683e-8b11-42f5-8eb3-2b194dc198d1 req-8fb72001-01d9-41b6-b0dd-ef6776d42494 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:47.084107 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7490683e-8b11-42f5-8eb3-2b194dc198d1 req-8fb72001-01d9-41b6-b0dd-ef6776d42494 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0766981 Jun 15 22:22:47.149634 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7490683e-8b11-42f5-8eb3-2b194dc198d1 req-74cfd8cb-dcaf-4cd9-8813-de2be0ded937 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559525 Jun 15 22:22:47.225027 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8863e0f7-6303-4c5e-b43b-b831e19246f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.277244 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:47.308386 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:47.438451 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8863e0f7-6303-4c5e-b43b-b831e19246f7 admin admin] Publish callbacks [] for security_group (5439a646-3a88-46b8-bd1b-0b2db37ddf2f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.447998 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8863e0f7-6303-4c5e-b43b-b831e19246f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5439a646-3a88-46b8-bd1b-0b2db37ddf2f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.528494 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8863e0f7-6303-4c5e-b43b-b831e19246f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed4f9fb813cb4c6986063afb6342ba7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313694 Jun 15 22:22:47.531502 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47600) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:47.534500 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863e0f7-6303-4c5e-b43b-b831e19246f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5439a646-3a88-46b8-bd1b-0b2db37ddf2f,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:47.605288 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-88356bf7-c598-47be-9601-6bb5e1a83fdd admin admin] Publish callbacks [] for security_group (5439a646-3a88-46b8-bd1b-0b2db37ddf2f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.616038 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.638397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-88356bf7-c598-47be-9601-6bb5e1a83fdd admin admin] Publish callbacks [] for security_group (5439a646-3a88-46b8-bd1b-0b2db37ddf2f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.738237 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-88356bf7-c598-47be-9601-6bb5e1a83fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5439a646-3a88-46b8-bd1b-0b2db37ddf2f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.744096 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-88356bf7-c598-47be-9601-6bb5e1a83fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:47.750407 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-88356bf7-c598-47be-9601-6bb5e1a83fdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5439a646-3a88-46b8-bd1b-0b2db37ddf2f HTTP/1.1" status: 204 len: 168 time: 0.2176981 Jun 15 22:22:47.761311 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88356bf7-c598-47be-9601-6bb5e1a83fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5439a646-3a88-46b8-bd1b-0b2db37ddf2f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:47.810188 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (13357917-5556-44b5-83d4-4696cc6f0c14), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.249996 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47610) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:48.277489 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Deleting port 3241e305-539e-4c0c-b0c3-e560a663ac49 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:48.278125 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.280434 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-06f4e4a4-4fb0-4b1a-a14e-897d1969e617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.386235 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c925e-dfb0-480b-971a-0d9484c37867 req-33e4de13-1d3e-4e65-a6db-5a09d6b3361b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:48.388124 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-374c925e-dfb0-480b-971a-0d9484c37867 req-33e4de13-1d3e-4e65-a6db-5a09d6b3361b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0968029 Jun 15 22:22:48.399849 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-06f4e4a4-4fb0-4b1a-a14e-897d1969e617 admin admin] Publish callbacks [] for security_group (dc94a966-0428-4125-9449-08baa386f45e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.410051 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-06f4e4a4-4fb0-4b1a-a14e-897d1969e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (dc94a966-0428-4125-9449-08baa386f45e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.433366 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] For port 3241e305-539e-4c0c-b0c3-e560a663ac49, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=3241e305-539e-4c0c-b0c3-e560a663ac49,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:48.434192 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.457795 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Calling delete_port for 3241e305-539e-4c0c-b0c3-e560a663ac49 owned by network:router_interface {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:48.459803 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:48.463684 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4e4a4-4fb0-4b1a-a14e-897d1969e617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc94a966-0428-4125-9449-08baa386f45e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:48.471427 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-06f4e4a4-4fb0-4b1a-a14e-897d1969e617 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a90162a80b0a4c7eadd4b77903f81df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180500 Jun 15 22:22:48.471834 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47612) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:48.510183 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-374c925e-dfb0-480b-971a-0d9484c37867 req-0bfe5440-c64c-4684-b34a-97d88c7c8035 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131415 Jun 15 22:22:48.545841 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a28e45a5-91b7-4c74-a9f3-c72b7d5d674f admin admin] Publish callbacks [] for security_group (dc94a966-0428-4125-9449-08baa386f45e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.573422 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a28e45a5-91b7-4c74-a9f3-c72b7d5d674f admin admin] Publish callbacks [] for security_group (dc94a966-0428-4125-9449-08baa386f45e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.620765 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:48.630296 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a28e45a5-91b7-4c74-a9f3-c72b7d5d674f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (dc94a966-0428-4125-9449-08baa386f45e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.633920 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a28e45a5-91b7-4c74-a9f3-c72b7d5d674f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:48.646512 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a28e45a5-91b7-4c74-a9f3-c72b7d5d674f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc94a966-0428-4125-9449-08baa386f45e HTTP/1.1" status: 204 len: 168 time: 0.1654208 Jun 15 22:22:48.687603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e45a5-91b7-4c74-a9f3-c72b7d5d674f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc94a966-0428-4125-9449-08baa386f45e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:48.951843 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:49.007337 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (3241e305-539e-4c0c-b0c3-e560a663ac49), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:49.070482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=3241e305-539e-4c0c-b0c3-e560a663ac49,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:49.301293 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:49.389091 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:49.425491 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (13357917-5556-44b5-83d4-4696cc6f0c14), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:49.668541 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:49.694350 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd266b1-e860-4e84-8d62-c00f191374f5 req-629e152f-8b18-413a-906d-46078b36391e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:49.696174 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efd266b1-e860-4e84-8d62-c00f191374f5 req-629e152f-8b18-413a-906d-46078b36391e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0668390 Jun 15 22:22:49.724828 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Router 13357917-5556-44b5-83d4-4696cc6f0c14 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:22:49.754684 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-efd266b1-e860-4e84-8d62-c00f191374f5 req-1b34bd50-ba4e-44c7-adf4-ee688c828d9d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495887 Jun 15 22:22:49.831002 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:22:49.836109 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-c1274c98-8069-4436-83c9-1564906e9ddf admin admin] 10.222.0.55 "PUT /v2.0/routers/13357917-5556-44b5-83d4-4696cc6f0c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0293140 Jun 15 22:22:49.838919 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 47642) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:49.839692 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] Sync routers for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:22:49.850351 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:49.850958 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:49.944219 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:49.946729 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks [] for router (13357917-5556-44b5-83d4-4696cc6f0c14), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:49.956427 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:50.069748 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks [] for router_gateway (13357917-5556-44b5-83d4-4696cc6f0c14), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.072217 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:50.119943 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Deleting port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:50.120323 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.145424 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:22:48Z', 'revision_number': 5, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port': {'id': '6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:15:30Z', 'updated_at': '2022-06-15T22:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:50.173755 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] Checking router: 13357917-5556-44b5-83d4-4696cc6f0c14 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:22:50.183530 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] Routers {'13357917-5556-44b5-83d4-4696cc6f0c14'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:22:50.184147 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:22:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['13357917-5556-44b5-83d4-4696cc6f0c14'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:50.226527 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] For port 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:50.227420 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.248594 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Calling delete_port for 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:50.272489 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] Set router 13357917-5556-44b5-83d4-4696cc6f0c14 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:22:50.329274 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:22:50Z', 'revision_number': 6, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:50.354597 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2248665b-78da-4d96-b173-c2a8ac024733 None None] The sync data for ids ['13357917-5556-44b5-83d4-4696cc6f0c14'] in dv-cinder-835384-7-iscsi is: [{'id': '13357917-5556-44b5-83d4-4696cc6f0c14', 'name': 'tempest-AttachVolumeNegativeTest-103813194-router', 'tenant_id': 'e2dec64625f54967a0032506f799ed6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:15:29Z', 'updated_at': '2022-06-15T22:22:50Z', 'revision_number': 6, 'project_id': 'e2dec64625f54967a0032506f799ed6a', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:22:50.450892 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.485811 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:50.565790 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (13357917-5556-44b5-83d4-4696cc6f0c14), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.670226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (13357917-5556-44b5-83d4-4696cc6f0c14), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.673571 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks [] for router_controller (13357917-5556-44b5-83d4-4696cc6f0c14), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.725202 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (13357917-5556-44b5-83d4-4696cc6f0c14), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.726216 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13357917-5556-44b5-83d4-4696cc6f0c14 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:22:50.731922 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.737393 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-37043569-9f27-4499-a8f8-c6ccafb8a3e5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/13357917-5556-44b5-83d4-4696cc6f0c14 HTTP/1.1" status: 204 len: 168 time: 0.8930092 Jun 15 22:22:50.737795 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47668) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:50.791067 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] Deleting subnet 1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:22:50.794102 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] Publish callbacks [] for subnet (1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.835491 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:50.945215 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7c869-f1ec-4b27-aa6d-3a2c837d80be req-f9b3aa76-3e43-4761-b770-a8378027d1a0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:50.946376 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f2d7c869-f1ec-4b27-aa6d-3a2c837d80be req-f9b3aa76-3e43-4761-b770-a8378027d1a0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0837409 Jun 15 22:22:50.982440 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.022886 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:51.033767 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:51.048710 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f2d7c869-f1ec-4b27-aa6d-3a2c837d80be req-e00dd97a-afb6-425f-b3b7-917f02dae699 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914817 Jun 15 22:22:51.079206 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.104963 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:51.111170 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.117444 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-dae2e2fb-b46a-4736-ae5a-eb6b95ee34cc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1ec456d6-84f7-4ffe-9ecf-8e5fc1ddcf19 HTTP/1.1" status: 204 len: 168 time: 0.3755777 Jun 15 22:22:51.117444 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47676) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:51.120001 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec908c-e2e3-497c-a1e9-1be495728803 None None] Network 51970d37-d292-4c3d-bdb6-727ed5d05edc requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:22:51.208384 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (51970d37-d292-4c3d-bdb6-727ed5d05edc), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.235864 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 3241e305-539e-4c0c-b0c3-e560a663ac49 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:51.258077 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 3241e305-539e-4c0c-b0c3-e560a663ac49 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:51.258545 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 3241e305-539e-4c0c-b0c3-e560a663ac49 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:51.258961 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:51.261554 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Deleting port 7a2050c7-da67-4e08-80e4-f89857cb01b7 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:51.261910 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.283729 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:51.284632 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6d4b7650-8163-4a07-8a57-3f2a0ce8ae6e not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:51.337173 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] DHCP port deletion for 51970d37-d292-4c3d-bdb6-727ed5d05edc request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:22:51.342760 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] For port 7a2050c7-da67-4e08-80e4-f89857cb01b7, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=7a2050c7-da67-4e08-80e4-f89857cb01b7,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:51.343127 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.367565 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Calling delete_port for 7a2050c7-da67-4e08-80e4-f89857cb01b7 owned by network:dhcp {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:51.381493 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] Deleting port 7a2050c7-da67-4e08-80e4-f89857cb01b7 {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:22:51.381853 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.453828 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] For port 7a2050c7-da67-4e08-80e4-f89857cb01b7, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=7a2050c7-da67-4e08-80e4-f89857cb01b7,segment=NetworkSegment(6d02cf39-ff6c-4b25-9de9-b41a94dd7408),segment_id=6d02cf39-ff6c-4b25-9de9-b41a94dd7408)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:51.454304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.474849 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.476491 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] Calling delete_port for 7a2050c7-da67-4e08-80e4-f89857cb01b7 owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:22:51.505815 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] No DVR routers for this DVR port 7a2050c7-da67-4e08-80e4-f89857cb01b7 on host dv-cinder-835384-7-iscsi {{(pid=104020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:22:51.510088 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2050c7-da67-4e08-80e4-f89857cb01b7,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:51.562493 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (7a2050c7-da67-4e08-80e4-f89857cb01b7), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.588785 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] Pushing event deleted for resources: {'Port': ['ID=7a2050c7-da67-4e08-80e4-f89857cb01b7,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:51.590716 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aaf92b-8e99-488e-b13e-176cdc096e30 None None] No DVR routers for this DVR port 7a2050c7-da67-4e08-80e4-f89857cb01b7 on host dv-cinder-835384-7-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:22:51.592644 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (51970d37-d292-4c3d-bdb6-727ed5d05edc), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.621493 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51970d37-d292-4c3d-bdb6-727ed5d05edc']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:51.632552 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d02cf39-ff6c-4b25-9de9-b41a94dd7408') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:51.632804 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d02cf39-ff6c-4b25-9de9-b41a94dd7408') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:22:51.644925 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (6d02cf39-ff6c-4b25-9de9-b41a94dd7408), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.660603 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (6d02cf39-ff6c-4b25-9de9-b41a94dd7408), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.669233 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:22:51.669661 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (6d02cf39-ff6c-4b25-9de9-b41a94dd7408), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.691169 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 6d02cf39-ff6c-4b25-9de9-b41a94dd7408 resource provider aggregate not found Jun 15 22:22:51.739224 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 6d02cf39-ff6c-4b25-9de9-b41a94dd7408 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d02cf39-ff6c-4b25-9de9-b41a94dd7408 found for delete ", "request_id": "req-d04b7601-7707-43f5-a21a-c018af802eda"}]} Jun 15 22:22:51.748448 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (51970d37-d292-4c3d-bdb6-727ed5d05edc), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.754870 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:51.758185 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] 10.222.0.55 "DELETE /v2.0/networks/51970d37-d292-4c3d-bdb6-727ed5d05edc HTTP/1.1" status: 204 len: 168 time: 0.6402862 Jun 15 22:22:51.772448 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54f1f3-9816-4c25-a4c6-521e68cf81cf admin admin] Pushing event deleted for resources: {'Network': ['ID=51970d37-d292-4c3d-bdb6-727ed5d05edc,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:51.950472 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47684) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:52.000961 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-c383a92a-ae72-4532-ab80-6236d3e4ffea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2dec64625f54967a0032506f799ed6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487628 Jun 15 22:22:52.003170 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 47686) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:22:52.060886 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-400c0b31-d15e-450c-a15d-879c139eb268 admin admin] Publish callbacks [] for security_group (ccd7a84c-36c5-4c67-83ab-7fd7333c89a1), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:52.087580 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-400c0b31-d15e-450c-a15d-879c139eb268 admin admin] Publish callbacks [] for security_group (ccd7a84c-36c5-4c67-83ab-7fd7333c89a1), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:52.148739 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-400c0b31-d15e-450c-a15d-879c139eb268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ccd7a84c-36c5-4c67-83ab-7fd7333c89a1), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:52.152604 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-400c0b31-d15e-450c-a15d-879c139eb268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:52.157481 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-400c0b31-d15e-450c-a15d-879c139eb268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccd7a84c-36c5-4c67-83ab-7fd7333c89a1 HTTP/1.1" status: 204 len: 168 time: 0.1529968 Jun 15 22:22:52.187595 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c0b31-d15e-450c-a15d-879c139eb268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd7a84c-36c5-4c67-83ab-7fd7333c89a1,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:52.215724 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef01f5-ec46-42ea-a783-490a5023bd5a req-b32ce66d-76a7-41e4-9bae-eb71ca5ea5e6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:52.219305 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2ef01f5-ec46-42ea-a783-490a5023bd5a req-b32ce66d-76a7-41e4-9bae-eb71ca5ea5e6 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 943 time: 0.0770471 Jun 15 22:22:52.253868 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:52.288860 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e2ef01f5-ec46-42ea-a783-490a5023bd5a req-d13a6465-39cb-4839-95fa-631133b58c52 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623500 Jun 15 22:22:52.365910 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-8607c728-baac-42b0-aede-71d370e1f476 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560717700&fields=id&tenant_id=1bc7b00884114a089c6d2c785fc8e9ed HTTP/1.1" status: 200 len: 267 time: 0.0610642 Jun 15 22:22:52.385929 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:52.420286 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:52.500394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-198ba385-1322-47c5-82e2-d8f12725cd50 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:52.509114 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-198ba385-1322-47c5-82e2-d8f12725cd50 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 809 time: 0.1332211 Jun 15 22:22:52.525090 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-f80d3f01-4d66-4a7e-ba2e-659323ffc5f7 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/quotas/1bc7b00884114a089c6d2c785fc8e9ed HTTP/1.1" status: 200 len: 375 time: 0.0156977 Jun 15 22:22:52.584390 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-49451e92-2232-46bd-9e66-f5d3b0db6ea5 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560296 Jun 15 22:22:52.700108 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-910128b5-a838-4cd0-9e3e-d4b9080abe4b service neutron] 10.222.0.55 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091211 Jun 15 22:22:52.799578 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-fecdc9e1-61c2-4bef-b62f-506362db0515 service neutron] 10.222.0.55 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930021 Jun 15 22:22:52.933592 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:22:53.041585 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 7a2050c7-da67-4e08-80e4-f89857cb01b7 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:22:53.103261 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 7a2050c7-da67-4e08-80e4-f89857cb01b7 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:22:53.103887 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 7a2050c7-da67-4e08-80e4-f89857cb01b7 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:22:53.129712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:53.142859 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'port_id': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'mac_address': 'fa:16:3e:d1:ba:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:22:53.177774 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d1ad97df-46b7-44c9-952d-1b0ce0bfd3e3 req-44063ae7-53be-4041-9b27-1bd05d73473b tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 210 time: 0.0712209 Jun 15 22:22:53.196522 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:53.197095 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:53.211777 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bca41c-6fc6-43de-a971-91dcd12aada2 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:22:53.216747 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:53.244306 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:53.253638 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:53.313054 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=9']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:53.437994 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe47ac-c4a2-4e22-9068-e284ee80c999 req-3943b45c-cc3d-446e-b5a7-1aec286662e3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:53.439939 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3dfe47ac-c4a2-4e22-9068-e284ee80c999 req-3943b45c-cc3d-446e-b5a7-1aec286662e3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 944 time: 0.0527411 Jun 15 22:22:53.498041 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3dfe47ac-c4a2-4e22-9068-e284ee80c999 req-b7f4cf89-72f7-4959-ab62-7412eb824bb5 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520611 Jun 15 22:22:53.529734 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['f1bca41c-6fc6-43de-a971-91dcd12aada2'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:22:53.586396 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:54.285004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:54.324898 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-901d9703-8d2a-4d07-b7f8-5d6cd723ad08 req-1eddc41c-f108-4fef-b191-9cf9a6ea5cd0 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 210 time: 0.0371792 Jun 15 22:22:54.359808 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-ac2fff3d-305f-448b-ae71-504fd0848347 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:54.363381 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-ac2fff3d-305f-448b-ae71-504fd0848347 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.26 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 809 time: 0.1849318 Jun 15 22:22:54.630953 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88283-45e0-405a-ad93-cb60969ef398 req-bdb37615-9b4f-4e44-930f-89fdf9a6bc42 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:54.632490 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-78f88283-45e0-405a-ad93-cb60969ef398 req-bdb37615-9b4f-4e44-930f-89fdf9a6bc42 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 944 time: 0.0536950 Jun 15 22:22:54.684004 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-78f88283-45e0-405a-ad93-cb60969ef398 req-6d1de2b7-f956-452e-8ce4-7961c4af0755 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Jun 15 22:22:55.446629 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-15061fb8-1010-47f5-9fa2-375645067835 req-96b192c5-3bac-437e-b9e8-ad9c01c48397 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 210 time: 0.0334928 Jun 15 22:22:55.815772 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1bd86-7a57-46bf-af6f-9023cabe00c7 req-afc0a374-0145-4a58-b024-e16fbf75742e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:55.817210 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4bb1bd86-7a57-46bf-af6f-9023cabe00c7 req-afc0a374-0145-4a58-b024-e16fbf75742e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 944 time: 0.0518985 Jun 15 22:22:55.873390 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4bb1bd86-7a57-46bf-af6f-9023cabe00c7 req-af5bc185-7234-4b4b-b5a6-f56ebfd06088 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502269 Jun 15 22:22:55.978067 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:22:56.029307 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port f1bca41c-6fc6-43de-a971-91dcd12aada2 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:56.029721 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:56.106284 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port f1bca41c-6fc6-43de-a971-91dcd12aada2 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:22:56.106541 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:56.130052 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:22:56.132282 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea0e68e-93b7-4a9f-8896-ce49e42209d2" -d '{"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:22:56.144994 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:22:56.151086 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:56.177121 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e4a136-c511-4fff-9b17-cf5197eaaee0 x-openstack-request-id: req-45e4a136-c511-4fff-9b17-cf5197eaaee0 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:22:56.177398 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-plugged", "status": "completed", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:22:56.177680 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45e4a136-c511-4fff-9b17-cf5197eaaee0 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:22:56.178057 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e4a136-c511-4fff-9b17-cf5197eaaee0'] response: {'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'code': 200} Jun 15 22:22:56.204409 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=10']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:56.557673 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cb47ee37-8a7a-4612-9590-25e2d70fec1c req-44c027f4-d055-45c4-a459-54cc293aae2b tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 210 time: 0.0318122 Jun 15 22:22:56.976232 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-5fc552b4-8d6f-403d-bbd3-e4abdbb4e1e0 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bc7b00884114a089c6d2c785fc8e9ed HTTP/1.1" status: 200 len: 380 time: 0.0697203 Jun 15 22:22:57.002363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'port': {'device_id': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'admin_state_up': True, 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'security_groups': ['850afcb3-2e59-4ed6-8562-4e9344cb0ff9']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:57.037631 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a5e8-cbdd-4c70-85ec-9f7dd9b06690 req-9d1c0cd5-14f6-4538-9591-a881b56e8465 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:57.039221 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b944a5e8-cbdd-4c70-85ec-9f7dd9b06690 req-9d1c0cd5-14f6-4538-9591-a881b56e8465 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0848014 Jun 15 22:22:57.175360 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b944a5e8-cbdd-4c70-85ec-9f7dd9b06690 req-a77baba0-6a5d-4c10-b289-945626957a1b tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277063 Jun 15 22:22:57.197990 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fda08-f53e-47b4-89df-e778529e5ba7 req-7ff39b20-45dd-4c51-86eb-7e920d3908bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:57.199505 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b1fda08-f53e-47b4-89df-e778529e5ba7 req-7ff39b20-45dd-4c51-86eb-7e920d3908bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1130 time: 0.0618622 Jun 15 22:22:57.213428 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Made reservation on behalf of 1bc7b00884114a089c6d2c785fc8e9ed for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:22:57.216660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:57.300261 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8b1fda08-f53e-47b4-89df-e778529e5ba7 req-220fb108-0cec-4fd4-ab40-c086ad4ed371 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937037 Jun 15 22:22:57.396329 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Allocated IP 172.20.0.12 (2639197b-57e3-474f-bfde-2855daaf8c0c/21c0b06d-3954-4793-8a99-47429a415614/b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:22:57.556293 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:57.572381 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:57.595902 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:57.648276 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Network 2639197b-57e3-474f-bfde-2855daaf8c0c is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:22:57.652123 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:22:57.656327 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:22:57.681846 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:57.690246 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efeb74-7184-4683-a34b-f35de22462b1 req-6018bb3b-d626-40d1-a8bf-adff97dce06c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:57.692183 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33efeb74-7184-4683-a34b-f35de22462b1 req-6018bb3b-d626-40d1-a8bf-adff97dce06c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 932 time: 0.0535123 Jun 15 22:22:57.701086 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.701492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.701778 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.702228 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.702426 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.702721 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.703015 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.703325 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.703641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.703952 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.705105 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.705456 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.705771 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.706085 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.706402 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:22:57.727561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:57.727993 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:57.731534 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:57.750089 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-508c229d-8fbf-487c-9b30-0ff29fb861d8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7565992 Jun 15 22:22:57.758121 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33efeb74-7184-4683-a34b-f35de22462b1 req-e7ae4a5d-d772-4568-95ab-7a6ebd0d8b7b tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591257 Jun 15 22:22:57.888757 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-cbb498fe-7768-455e-9a75-639a82e42d15 None None] Provisioning complete for port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:22:57.889384 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cbb498fe-7768-455e-9a75-639a82e42d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:57.922889 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-cbb498fe-7768-455e-9a75-639a82e42d15 None None] Port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:22:57.945494 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Request body: {'port': {'device_id': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:22:58.316552 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:58.342472 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4bc2e-e789-41cf-8b58-ab3b68af59d7 req-fd675644-8259-4b0f-9fb5-f3787683e41d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:58.343918 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19a4bc2e-e789-41cf-8b58-ab3b68af59d7 req-fd675644-8259-4b0f-9fb5-f3787683e41d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Jun 15 22:22:58.475585 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-19a4bc2e-e789-41cf-8b58-ab3b68af59d7 req-a9834102-caa1-4e3c-86cc-2fff848be3d7 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124291 Jun 15 22:22:58.632740 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:22:58.640890 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Publish callbacks [] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:58.655630 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Transition to ACTIVE for port object b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:22:58.662394 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:58.718363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:58.804291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Attempting to bind port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:22:58.804624 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Attempting to bind port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:22:58.804953 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Attempting to bind port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa on network 2639197b-57e3-474f-bfde-2855daaf8c0c {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:58.810764 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa on network 2639197b-57e3-474f-bfde-2855daaf8c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:22:58.811081 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Attempting to bind port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa on network 2639197b-57e3-474f-bfde-2855daaf8c0c {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:22:58.818611 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:22:58.818987 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Checking segment: {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:22:58.819495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Bound using segment: {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:22:58.819940 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Bound port: b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1409f58-695f-4eca-b540-8598a0b40750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:22:58.820300 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:58.899202 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb87187-0763-490a-bd25-801d09421050 req-fac10228-fb8f-4f13-bc82-0b6375773e58 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:58.901187 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6eb87187-0763-490a-bd25-801d09421050 req-fac10228-fb8f-4f13-bc82-0b6375773e58 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0637641 Jun 15 22:22:58.906154 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:22:58.910212 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:22:58.917595 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:58.950600 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:58.951318 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:22:58.952786 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] 10.222.0.26 "PUT /v2.0/ports/b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 1094 time: 1.0116711 Jun 15 22:22:58.955465 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:22:58.958622 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377f11b4-3fd4-4b4c-b765-b92c043326d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:22:58.964121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:22:58.970868 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6eb87187-0763-490a-bd25-801d09421050 req-68752862-0570-465f-b0c5-dacecdffe9ec tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632129 Jun 15 22:22:58.999085 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22da3c3-dcd6-4d71-a343-5d61d0db8b5f service neutron] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:22:59.019730 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf3c9ec-f9cb-4025-9526-f3c75d4d8610 x-openstack-request-id: req-9bf3c9ec-f9cb-4025-9526-f3c75d4d8610 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:22:59.020021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:22:59.020274 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9bf3c9ec-f9cb-4025-9526-f3c75d4d8610 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:22:59.020764 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf3c9ec-f9cb-4025-9526-f3c75d4d8610'] response: {'name': 'network-changed', 'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'status': 'completed', 'code': 200} Jun 15 22:22:59.609137 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5afdd-20c2-4b6c-bf7f-f56e1153c4b8 req-ace8cb75-bfcf-4bf3-bdd3-82261bfa4c36 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:22:59.610637 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3ad5afdd-20c2-4b6c-bf7f-f56e1153c4b8 req-ace8cb75-bfcf-4bf3-bdd3-82261bfa4c36 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0575235 Jun 15 22:22:59.659764 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3ad5afdd-20c2-4b6c-bf7f-f56e1153c4b8 req-9adff965-6263-4856-aa41-5235cf4af065 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Jun 15 22:23:00.111329 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ab4f-c5d2-4fe8-b229-a04c3b365b63 req-1a729513-e883-478c-b003-af3f6810a2c3 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:00.112862 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9768ab4f-c5d2-4fe8-b229-a04c3b365b63 req-1a729513-e883-478c-b003-af3f6810a2c3 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0528307 Jun 15 22:23:00.152693 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:00.171246 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9768ab4f-c5d2-4fe8-b229-a04c3b365b63 req-446e22ba-cc11-4d47-8509-fcbd83036726 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504942 Jun 15 22:23:00.332246 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=21 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:00.332973 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=22 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:00.792586 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe51d4a-b58a-4e8a-9942-429ee48332ce req-3856bbaf-7399-4c71-a848-1ad209eef156 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:00.794099 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-efe51d4a-b58a-4e8a-9942-429ee48332ce req-3856bbaf-7399-4c71-a848-1ad209eef156 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0541301 Jun 15 22:23:00.834251 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:00.853786 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-efe51d4a-b58a-4e8a-9942-429ee48332ce req-d1d1f590-b3c4-4e5c-b8a2-fd68d15727ae tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516579 Jun 15 22:23:01.386218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f11b4-3fd4-4b4c-b765-b92c043326d0 req-731c5885-2713-41ef-aca5-60a6535ac85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:01.388414 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-377f11b4-3fd4-4b4c-b765-b92c043326d0 req-731c5885-2713-41ef-aca5-60a6535ac85e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1128 time: 0.1325989 Jun 15 22:23:01.397346 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d50e2d-f8aa-409f-ba41-3593f0298ace req-a80c5c4a-21f6-4d05-89c9-9b90085ac9d0 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:01.399302 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59d50e2d-f8aa-409f-ba41-3593f0298ace req-a80c5c4a-21f6-4d05-89c9-9b90085ac9d0 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.1227970 Jun 15 22:23:01.525754 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-59d50e2d-f8aa-409f-ba41-3593f0298ace req-8104d7c6-c472-47cc-bc09-6fa79db3acc4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104450 Jun 15 22:23:01.545984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f11b4-3fd4-4b4c-b765-b92c043326d0 req-c778f5ec-3ff5-4a3a-816a-e323eb086a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:01.547541 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-377f11b4-3fd4-4b4c-b765-b92c043326d0 req-c778f5ec-3ff5-4a3a-816a-e323eb086a55 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1446109 Jun 15 22:23:01.654753 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f11b4-3fd4-4b4c-b765-b92c043326d0 req-4f02b81a-991f-4c9e-be73-3cf6fe18145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:01.656373 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-377f11b4-3fd4-4b4c-b765-b92c043326d0 req-4f02b81a-991f-4c9e-be73-3cf6fe18145d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028535 Jun 15 22:23:01.836812 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-3747e2f6-b987-4cb8-b03b-2797344723f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:01.838521 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-3747e2f6-b987-4cb8-b03b-2797344723f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1128 time: 0.0458870 Jun 15 22:23:01.900857 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-dc72f363-af4e-4a12-a1d3-d8dfe5bb6966 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 217 time: 0.0363255 Jun 15 22:23:01.953000 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-17338e1a-b10e-4c39-a9f9-c02d023aea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:01.954554 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-17338e1a-b10e-4c39-a9f9-c02d023aea00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 200 len: 848 time: 0.0464566 Jun 15 22:23:01.969891 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:01.982237 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f3717-a125-4bb2-989b-9f995a955a70 req-2d398ebb-9f53-48a4-b11c-0654f0805a04 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:01.983657 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-709f3717-a125-4bb2-989b-9f995a955a70 req-2d398ebb-9f53-48a4-b11c-0654f0805a04 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0529168 Jun 15 22:23:02.001894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-7e358e1b-eaa2-4716-85d2-b37f51926e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:02.003604 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-7e358e1b-eaa2-4716-85d2-b37f51926e0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2639197b-57e3-474f-bfde-2855daaf8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432634 Jun 15 22:23:02.015567 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:02.033683 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-709f3717-a125-4bb2-989b-9f995a955a70 req-b921f627-ddc7-44cf-b353-3e9675576d4a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Jun 15 22:23:02.098091 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-8d208fe8-f52a-433d-942a-fc59350d12e8 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882967 Jun 15 22:23:02.195176 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-418a0269-a5f1-4161-8a32-8d1e49d48688 req-62032e58-c014-48f3-8ed6-09bb91498c25 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907476 Jun 15 22:23:02.653545 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4849f2-9f13-488b-a174-9cb6e59dc202 req-717cb4bb-8d18-498c-be80-d0aba3bc5c41 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:02.655021 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c4849f2-9f13-488b-a174-9cb6e59dc202 req-717cb4bb-8d18-498c-be80-d0aba3bc5c41 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0495648 Jun 15 22:23:02.710784 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2c4849f2-9f13-488b-a174-9cb6e59dc202 req-96f683ab-e7e8-46c8-8e5d-e31da2fea6cf tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496490 Jun 15 22:23:03.842995 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700163ba-432f-4161-9c3b-da7cdee9cce1 req-3388048b-ea6a-47b5-955f-81de905937e9 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:03.844623 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-700163ba-432f-4161-9c3b-da7cdee9cce1 req-3388048b-ea6a-47b5-955f-81de905937e9 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0526540 Jun 15 22:23:03.898502 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-700163ba-432f-4161-9c3b-da7cdee9cce1 req-29e2f69d-39d4-4529-839c-b05a6dbd97ea tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Jun 15 22:23:04.248348 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48012) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:04.364203 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a007eec2-4dbf-402d-9fc3-7a8e232eeb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.452513 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a007eec2-4dbf-402d-9fc3-7a8e232eeb17 admin admin] Publish callbacks [] for security_group (abf8a641-ddaa-4fd2-8293-0c15449c8923), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.458529 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a007eec2-4dbf-402d-9fc3-7a8e232eeb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (abf8a641-ddaa-4fd2-8293-0c15449c8923), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.463562 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:04.477675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:04.492320 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48022) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:04.504770 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a007eec2-4dbf-402d-9fc3-7a8e232eeb17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a2f7545c16a43329f6771dc280505b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547109 Jun 15 22:23:04.507526 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48026) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:04.510694 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007eec2-4dbf-402d-9fc3-7a8e232eeb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf8a641-ddaa-4fd2-8293-0c15449c8923,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:04.561690 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Publish callbacks [] for security_group (abf8a641-ddaa-4fd2-8293-0c15449c8923), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.585099 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Publish callbacks [] for security_group (abf8a641-ddaa-4fd2-8293-0c15449c8923), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.629436 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-23447bb2-4042-4830-a74a-51036f257d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.666451 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (abf8a641-ddaa-4fd2-8293-0c15449c8923), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.669081 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.670257 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abf8a641-ddaa-4fd2-8293-0c15449c8923 HTTP/1.1" status: 204 len: 168 time: 0.1615672 Jun 15 22:23:04.689169 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf8a641-ddaa-4fd2-8293-0c15449c8923,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:04.707467 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.707731 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.708076 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.708448 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.708744 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.709064 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.709455 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.709777 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.710097 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.710447 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.710740 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.711056 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.711390 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.711688 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.712000 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24898f6b-986c-46b3-b761-74f5719bb837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:04.770529 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-23447bb2-4042-4830-a74a-51036f257d78 admin admin] Publish callbacks [] for security_group (b432fdec-1154-4845-8fad-9a6635109d32), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.775488 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-23447bb2-4042-4830-a74a-51036f257d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b432fdec-1154-4845-8fad-9a6635109d32), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.817292 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-23447bb2-4042-4830-a74a-51036f257d78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfe345b268b64c5797e5a85d81b7d6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239105 Jun 15 22:23:04.818528 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23447bb2-4042-4830-a74a-51036f257d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b432fdec-1154-4845-8fad-9a6635109d32,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:04.820027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48032) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:04.872882 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-731bc649-93e3-49fe-8c46-6b95e0691388 admin admin] Publish callbacks [] for security_group (b432fdec-1154-4845-8fad-9a6635109d32), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.895233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-731bc649-93e3-49fe-8c46-6b95e0691388 admin admin] Publish callbacks [] for security_group (b432fdec-1154-4845-8fad-9a6635109d32), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.951916 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-731bc649-93e3-49fe-8c46-6b95e0691388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b432fdec-1154-4845-8fad-9a6635109d32), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.954875 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-731bc649-93e3-49fe-8c46-6b95e0691388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:04.956879 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-731bc649-93e3-49fe-8c46-6b95e0691388 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b432fdec-1154-4845-8fad-9a6635109d32 HTTP/1.1" status: 204 len: 168 time: 0.1345837 Jun 15 22:23:04.966396 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bc649-93e3-49fe-8c46-6b95e0691388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b432fdec-1154-4845-8fad-9a6635109d32,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:05.012323 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48038) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:05.024110 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36cef-6f57-4189-99f4-e9b5faa40098 req-f66d5679-775d-489a-8ebf-10e7f323fb5e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:05.025689 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d36cef-6f57-4189-99f4-e9b5faa40098 req-f66d5679-775d-489a-8ebf-10e7f323fb5e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0556300 Jun 15 22:23:05.027513 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18274875-fa8c-415d-89b2-fa6da123478e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.101857 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-48d36cef-6f57-4189-99f4-e9b5faa40098 req-f8867250-77db-4692-8d20-afc681cb93f9 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686812 Jun 15 22:23:05.122760 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18274875-fa8c-415d-89b2-fa6da123478e admin admin] Publish callbacks [] for security_group (754e2030-c9ea-452b-ae31-dd76d01f40f0), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.128147 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18274875-fa8c-415d-89b2-fa6da123478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (754e2030-c9ea-452b-ae31-dd76d01f40f0), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.171183 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-18274875-fa8c-415d-89b2-fa6da123478e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52bf235ce92041f9ad3e9b032dab60a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577508 Jun 15 22:23:05.172127 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18274875-fa8c-415d-89b2-fa6da123478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e2030-c9ea-452b-ae31-dd76d01f40f0,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:05.174707 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48042) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:05.198989 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:23:05.229487 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0cdac524-11b2-4128-99d2-2a0ebac46df5 admin admin] Publish callbacks [] for security_group (754e2030-c9ea-452b-ae31-dd76d01f40f0), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.252723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0cdac524-11b2-4128-99d2-2a0ebac46df5 admin admin] Publish callbacks [] for security_group (754e2030-c9ea-452b-ae31-dd76d01f40f0), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.304130 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0cdac524-11b2-4128-99d2-2a0ebac46df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (754e2030-c9ea-452b-ae31-dd76d01f40f0), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.306732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0cdac524-11b2-4128-99d2-2a0ebac46df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.307888 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0cdac524-11b2-4128-99d2-2a0ebac46df5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/754e2030-c9ea-452b-ae31-dd76d01f40f0 HTTP/1.1" status: 204 len: 168 time: 0.1320517 Jun 15 22:23:05.317614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdac524-11b2-4128-99d2-2a0ebac46df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e2030-c9ea-452b-ae31-dd76d01f40f0,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:05.366068 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48046) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:05.381244 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d74e7534-db96-4b07-8ce9-d33fe277b36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.477673 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d74e7534-db96-4b07-8ce9-d33fe277b36e admin admin] Publish callbacks [] for security_group (8b9921e9-f27c-4278-b11a-ea8e0e4a6993), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.484797 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d74e7534-db96-4b07-8ce9-d33fe277b36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (8b9921e9-f27c-4278-b11a-ea8e0e4a6993), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.526290 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e7534-db96-4b07-8ce9-d33fe277b36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9921e9-f27c-4278-b11a-ea8e0e4a6993,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:05.531020 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d74e7534-db96-4b07-8ce9-d33fe277b36e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dc27cf6f54a4d02bfdf2d2e91c735c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637189 Jun 15 22:23:05.533755 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48050) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:05.584896 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e14-c6ad-4cdb-b159-0fafa080827c admin admin] Publish callbacks [] for security_group (8b9921e9-f27c-4278-b11a-ea8e0e4a6993), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.608086 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e14-c6ad-4cdb-b159-0fafa080827c admin admin] Publish callbacks [] for security_group (8b9921e9-f27c-4278-b11a-ea8e0e4a6993), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.660021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e14-c6ad-4cdb-b159-0fafa080827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (8b9921e9-f27c-4278-b11a-ea8e0e4a6993), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.662625 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f6f31e14-c6ad-4cdb-b159-0fafa080827c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:05.663801 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f6f31e14-c6ad-4cdb-b159-0fafa080827c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b9921e9-f27c-4278-b11a-ea8e0e4a6993 HTTP/1.1" status: 204 len: 168 time: 0.1291530 Jun 15 22:23:05.672247 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f31e14-c6ad-4cdb-b159-0fafa080827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9921e9-f27c-4278-b11a-ea8e0e4a6993,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:06.228614 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e8eee-d307-44c7-acdf-63403cf57734 req-f669d1d4-5fec-4dd4-abab-c65a06200478 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:06.230303 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6f4e8eee-d307-44c7-acdf-63403cf57734 req-f669d1d4-5fec-4dd4-abab-c65a06200478 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0529370 Jun 15 22:23:06.288065 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-6f4e8eee-d307-44c7-acdf-63403cf57734 req-abaeb692-2a7b-419d-8cb1-91de2f958651 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510414 Jun 15 22:23:07.405365 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c24e4-dc22-41fa-8225-906e2b3a83d8 req-f45be482-370e-44e8-ad04-9cd246c2db79 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:07.406969 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f6c24e4-dc22-41fa-8225-906e2b3a83d8 req-f45be482-370e-44e8-ad04-9cd246c2db79 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0487657 Jun 15 22:23:07.437480 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:07.445466 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:07.466329 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-5f6c24e4-dc22-41fa-8225-906e2b3a83d8 req-d3f62fa4-ce89-45a9-88a0-400870eb5024 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533695 Jun 15 22:23:07.579345 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48150) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:07.692351 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e49aa2be-fda2-4eae-b4fa-ca365ad8ee08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:07.777346 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e49aa2be-fda2-4eae-b4fa-ca365ad8ee08 admin admin] Publish callbacks [] for security_group (fc4750b3-dddf-4109-a24d-9b834d924f78), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:07.784631 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e49aa2be-fda2-4eae-b4fa-ca365ad8ee08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fc4750b3-dddf-4109-a24d-9b834d924f78), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:07.822560 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aa2be-fda2-4eae-b4fa-ca365ad8ee08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4750b3-dddf-4109-a24d-9b834d924f78,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:07.827118 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e49aa2be-fda2-4eae-b4fa-ca365ad8ee08 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=294b7c7fd12349fa8f8863e8b0e87e03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467141 Jun 15 22:23:07.829953 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48154) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:07.881571 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c6f10c1-ad3e-410e-b7fb-84cdfa616aee admin admin] Publish callbacks [] for security_group (fc4750b3-dddf-4109-a24d-9b834d924f78), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:07.904750 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c6f10c1-ad3e-410e-b7fb-84cdfa616aee admin admin] Publish callbacks [] for security_group (fc4750b3-dddf-4109-a24d-9b834d924f78), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:07.963640 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c6f10c1-ad3e-410e-b7fb-84cdfa616aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fc4750b3-dddf-4109-a24d-9b834d924f78), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:07.966107 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1c6f10c1-ad3e-410e-b7fb-84cdfa616aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:07.967296 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1c6f10c1-ad3e-410e-b7fb-84cdfa616aee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc4750b3-dddf-4109-a24d-9b834d924f78 HTTP/1.1" status: 204 len: 168 time: 0.1359029 Jun 15 22:23:07.975437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f10c1-ad3e-410e-b7fb-84cdfa616aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4750b3-dddf-4109-a24d-9b834d924f78,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:08.281291 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48170) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:08.297726 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-87fae7b0-5f72-489b-99a2-2cc80b74b3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:08.343370 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:08.345439 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:08.390909 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-87fae7b0-5f72-489b-99a2-2cc80b74b3e8 admin admin] Publish callbacks [] for security_group (9820e664-8d61-4923-856d-900fbde01d6a), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:08.396277 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-87fae7b0-5f72-489b-99a2-2cc80b74b3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9820e664-8d61-4923-856d-900fbde01d6a), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:08.447827 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-87fae7b0-5f72-489b-99a2-2cc80b74b3e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7125bcd9638045f69426c6f9cde9b589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631305 Jun 15 22:23:08.447827 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fae7b0-5f72-489b-99a2-2cc80b74b3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9820e664-8d61-4923-856d-900fbde01d6a,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:08.448258 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48182) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:08.507538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7eee551e-ee98-4322-8f2f-d5c77681709d admin admin] Publish callbacks [] for security_group (9820e664-8d61-4923-856d-900fbde01d6a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:08.534590 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7eee551e-ee98-4322-8f2f-d5c77681709d admin admin] Publish callbacks [] for security_group (9820e664-8d61-4923-856d-900fbde01d6a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:08.592644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7eee551e-ee98-4322-8f2f-d5c77681709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9820e664-8d61-4923-856d-900fbde01d6a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:08.595258 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7eee551e-ee98-4322-8f2f-d5c77681709d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:08.597264 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7eee551e-ee98-4322-8f2f-d5c77681709d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9820e664-8d61-4923-856d-900fbde01d6a HTTP/1.1" status: 204 len: 168 time: 0.1472063 Jun 15 22:23:08.601793 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50a6c9-1f0e-456c-a8f0-2e18b0353413 req-6d5e794e-30cd-4136-90d6-81209f639123 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:08.605785 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee551e-ee98-4322-8f2f-d5c77681709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9820e664-8d61-4923-856d-900fbde01d6a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:08.610070 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3b50a6c9-1f0e-456c-a8f0-2e18b0353413 req-6d5e794e-30cd-4136-90d6-81209f639123 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0669672 Jun 15 22:23:08.664289 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3b50a6c9-1f0e-456c-a8f0-2e18b0353413 req-60abcd93-d15b-4424-83c9-1b9b2fd26274 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533440 Jun 15 22:23:08.999127 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:23:09.253678 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:09.265819 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'port_id': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'mac_address': 'fa:16:3e:90:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:23:09.271460 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:09.301968 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:09.302355 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:09.315428 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:23:09.339080 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:09.343551 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:09.391513 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:09.646369 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:23:09.724146 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:09.802060 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a2074-53ec-40f3-b107-5e169fb600c6 req-ba018f7b-b7c1-4509-bb00-46ba50e0a2db tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:09.809239 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f66a2074-53ec-40f3-b107-5e169fb600c6 req-ba018f7b-b7c1-4509-bb00-46ba50e0a2db tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 945 time: 0.0625985 Jun 15 22:23:09.866285 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f66a2074-53ec-40f3-b107-5e169fb600c6 req-9b0c9f6e-8a90-45df-87b1-a15216fed7ad tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558827 Jun 15 22:23:10.056943 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48242) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:10.166165 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-286e6ec1-41ca-4668-b124-d53e00ea7fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.262208 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-286e6ec1-41ca-4668-b124-d53e00ea7fd0 admin admin] Publish callbacks [] for security_group (bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.267078 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-286e6ec1-41ca-4668-b124-d53e00ea7fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.309090 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-286e6ec1-41ca-4668-b124-d53e00ea7fd0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b2852d391b34feb81a8036549a1a816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508798 Jun 15 22:23:10.309928 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6ec1-41ca-4668-b124-d53e00ea7fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:10.312641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48248) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:10.325615 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:10.339152 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:10.368838 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9bbfea9a-32a6-4a15-9d0f-0e541ab3bab8 admin admin] Publish callbacks [] for security_group (bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.396661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9bbfea9a-32a6-4a15-9d0f-0e541ab3bab8 admin admin] Publish callbacks [] for security_group (bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.447045 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9bbfea9a-32a6-4a15-9d0f-0e541ab3bab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.449569 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9bbfea9a-32a6-4a15-9d0f-0e541ab3bab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.453469 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9bbfea9a-32a6-4a15-9d0f-0e541ab3bab8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7 HTTP/1.1" status: 204 len: 168 time: 0.1398077 Jun 15 22:23:10.464510 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfea9a-32a6-4a15-9d0f-0e541ab3bab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b3a2a-9213-4b0e-8f10-ca39f7e10fa7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:10.782150 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48262) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:10.796361 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-873472ae-6cca-46ef-bdc0-acf05d787e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.878972 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-873472ae-6cca-46ef-bdc0-acf05d787e76 admin admin] Publish callbacks [] for security_group (3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.884443 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-873472ae-6cca-46ef-bdc0-acf05d787e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.925320 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-873472ae-6cca-46ef-bdc0-acf05d787e76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0110e9aa178b4bf19e76f6073748e39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420205 Jun 15 22:23:10.926447 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873472ae-6cca-46ef-bdc0-acf05d787e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:10.928448 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48266) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:10.982421 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a5-fd33-4a04-ab4a-e2a9408f7d88 admin admin] Publish callbacks [] for security_group (3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:10.987752 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5ff07-9939-46a5-95f4-79586de960c4 req-87368044-c8fa-41da-a988-9b74bbde6f06 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:10.989274 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-09c5ff07-9939-46a5-95f4-79586de960c4 req-87368044-c8fa-41da-a988-9b74bbde6f06 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 945 time: 0.0470729 Jun 15 22:23:11.006029 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a5-fd33-4a04-ab4a-e2a9408f7d88 admin admin] Publish callbacks [] for security_group (3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:11.009599 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:11.045056 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-09c5ff07-9939-46a5-95f4-79586de960c4 req-fa32b065-98cf-488b-8bcc-5d68a826d8a1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494783 Jun 15 22:23:11.055368 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:23:11.063585 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:11.063951 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:11.066242 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a5-fd33-4a04-ab4a-e2a9408f7d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:11.068786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-545ce8a5-fd33-4a04-ab4a-e2a9408f7d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:11.069964 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-545ce8a5-fd33-4a04-ab4a-e2a9408f7d88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a HTTP/1.1" status: 204 len: 168 time: 0.1404996 Jun 15 22:23:11.080129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ce8a5-fd33-4a04-ab4a-e2a9408f7d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc7a994-3ec0-4ce6-a0bb-40f1c6650d5a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:11.159164 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:11.159555 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:11.185102 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:23:11.187397 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b127b6-dce7-4030-a1d6-60505a20611f" -d '{"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-plugged", "status": "completed", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:23:11.201344 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:11.206572 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:11.240155 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a277f028-cd60-4dcc-9a49-980052e360bb x-openstack-request-id: req-a277f028-cd60-4dcc-9a49-980052e360bb {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:23:11.240669 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-plugged", "status": "completed", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:23:11.240915 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a277f028-cd60-4dcc-9a49-980052e360bb {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:23:11.241305 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a277f028-cd60-4dcc-9a49-980052e360bb'] response: {'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'code': 200} Jun 15 22:23:11.264748 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:11.532418 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e71ae-13bc-4d28-82f7-2711b646ef07 req-3af9c630-63ac-4790-b007-23d97a943f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:11.534052 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c9e71ae-13bc-4d28-82f7-2711b646ef07 req-3af9c630-63ac-4790-b007-23d97a943f87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1130 time: 0.0469577 Jun 15 22:23:11.584700 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6c9e71ae-13bc-4d28-82f7-2711b646ef07 req-aa0a6e57-4323-4384-9a19-0eb7f7fe865b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447214 Jun 15 22:23:12.170234 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2dc2e-83b2-45f1-bb37-a0f03a1f9c6e req-291c1ef3-a433-4cc9-bbc3-455e8368f027 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:12.171744 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ccd2dc2e-83b2-45f1-bb37-a0f03a1f9c6e req-291c1ef3-a433-4cc9-bbc3-455e8368f027 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0486660 Jun 15 22:23:12.226636 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ccd2dc2e-83b2-45f1-bb37-a0f03a1f9c6e req-92a26fc8-662e-4785-affa-f82c044db69f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448203 Jun 15 22:23:13.353469 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e064ac8-8eda-40a6-b58f-e1ee6fa26452 req-81ab09c3-b6df-4660-8db7-0c6905dfde6c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:13.355025 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1e064ac8-8eda-40a6-b58f-e1ee6fa26452 req-81ab09c3-b6df-4660-8db7-0c6905dfde6c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0510445 Jun 15 22:23:13.409757 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1e064ac8-8eda-40a6-b58f-e1ee6fa26452 req-f94c70a9-e81e-4604-9c95-a0a28035dc36 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489445 Jun 15 22:23:13.791253 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-609b73e6-2ae8-4b32-9f82-8f5cd9565e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:14.539485 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ac60-dc8e-48e4-9fc2-77232d48c4f5 req-15b79705-b46e-43ce-aa08-793643df3f47 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:14.540995 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8eb9ac60-dc8e-48e4-9fc2-77232d48c4f5 req-15b79705-b46e-43ce-aa08-793643df3f47 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0564663 Jun 15 22:23:14.601654 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-8eb9ac60-dc8e-48e4-9fc2-77232d48c4f5 req-4fd4e56a-1417-4ba2-b459-0426012aa092 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528703 Jun 15 22:23:15.193961 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:15.730740 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fd956-b5cb-49e2-8ba3-7328481aa75b req-220c46c6-f348-45d6-af1b-681c4f95f1cb tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:15.732491 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-434fd956-b5cb-49e2-8ba3-7328481aa75b req-220c46c6-f348-45d6-af1b-681c4f95f1cb tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0582237 Jun 15 22:23:15.786722 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-434fd956-b5cb-49e2-8ba3-7328481aa75b req-4cd1f28e-b542-4ce5-bed1-6a27a5852d10 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 Jun 15 22:23:15.911938 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9163e6d-9ef1-4c72-8e9e-427e4231fbdc req-0a757f2d-8cb8-453d-8fec-4055e1baf6e5 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:15.913816 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d9163e6d-9ef1-4c72-8e9e-427e4231fbdc req-0a757f2d-8cb8-453d-8fec-4055e1baf6e5 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0561521 Jun 15 22:23:15.963722 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d9163e6d-9ef1-4c72-8e9e-427e4231fbdc req-f438d996-6dd8-419f-8928-92ecb0484586 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Jun 15 22:23:15.985841 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48388) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:16.052982 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0682188c-f789-4d33-89bf-1cf221e47f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:16.198962 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65be0b6e-869e-4ac7-8865-31ad3d8a8837 tempest-TestShelveInstance-1614275872 tempest-TestShelveInstance-1614275872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:16.200512 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-65be0b6e-869e-4ac7-8865-31ad3d8a8837 tempest-TestShelveInstance-1614275872 tempest-TestShelveInstance-1614275872-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1125 time: 0.2135706 Jun 15 22:23:16.203602 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48396) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:16.207944 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'port_id': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:23:16.231673 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:16.251439 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=14,neutron:SELECT=86 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:16.314472 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:16.349039 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:16.416244 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Allocated IP 172.27.2.101 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/2c48ce68-b43d-44c3-a058-07855227785e) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:23:16.525360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for port (2c48ce68-b43d-44c3-a058-07855227785e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:16.563270 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (2c48ce68-b43d-44c3-a058-07855227785e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:16.608161 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:16.613645 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:16.615851 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'Port': ['ID=2c48ce68-b43d-44c3-a058-07855227785e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:16.618215 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:23:16.987725 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for floatingip (bb93d924-e222-4fd8-8224-02d696f02204), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.052582 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:17.062556 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (2c48ce68-b43d-44c3-a058-07855227785e), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.192629 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:17.216641 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for port (2c48ce68-b43d-44c3-a058-07855227785e), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.222570 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (2c48ce68-b43d-44c3-a058-07855227785e), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.496931 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48414) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:17.546565 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event updated for resources: {'Port': ['ID=2c48ce68-b43d-44c3-a058-07855227785e,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:17.559594 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (bb93d924-e222-4fd8-8224-02d696f02204), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.615065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-93ebb460-1d0f-4724-b35c-940de1186db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.617874 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.655676 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Floating IP bb93d924-e222-4fd8-8224-02d696f02204 associated. External IP: 172.27.2.101, port: b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa. Jun 15 22:23:17.696610 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-93ebb460-1d0f-4724-b35c-940de1186db5 admin admin] Publish callbacks [] for security_group (6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.702544 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-93ebb460-1d0f-4724-b35c-940de1186db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.748589 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-93ebb460-1d0f-4724-b35c-940de1186db5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52cd10ff87fb4f3ea9d907cc39356d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504427 Jun 15 22:23:17.749599 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb460-1d0f-4724-b35c-940de1186db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:17.751815 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48422) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:17.878114 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ded1bd61-56b6-4529-b3c4-aa5f4bbf6f82 admin admin] Publish callbacks [] for security_group (6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.912711 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ded1bd61-56b6-4529-b3c4-aa5f4bbf6f82 admin admin] Publish callbacks [] for security_group (6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:17.945977 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:23:18.039967 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ded1bd61-56b6-4529-b3c4-aa5f4bbf6f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.042520 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ded1bd61-56b6-4529-b3c4-aa5f4bbf6f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.043698 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ded1bd61-56b6-4529-b3c4-aa5f4bbf6f82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1 HTTP/1.1" status: 204 len: 168 time: 0.2909155 Jun 15 22:23:18.061898 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:18.065787 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1bd61-56b6-4529-b3c4-aa5f4bbf6f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc2a2f0-0216-4be6-8fb6-1c34f0d984e1,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:18.092461 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:23:18.106216 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] Sync routers for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:23:18.117360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.118304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:18.119140 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:18.150447 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48430) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:18.176658 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1b022843-a2b4-48a6-9eb9-6e66b6decdb6 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9720275 Jun 15 22:23:18.177357 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:23:18.180852 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea19df8-1037-42a8-8d5c-01466f45002c" -d '{"events": [{"name": "network-changed", "server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:23:18.233078 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:18.236857 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2938cf67-d018-481f-8aea-1135ff766569 x-openstack-request-id: req-2938cf67-d018-481f-8aea-1135ff766569 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:23:18.237379 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:23:18.237783 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2938cf67-d018-481f-8aea-1135ff766569 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:23:18.239363 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2938cf67-d018-481f-8aea-1135ff766569'] response: {'name': 'network-changed', 'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'status': 'completed', 'code': 200} Jun 15 22:23:18.246406 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:18.349430 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-6375d00e-606f-407a-95d3-d139c31c54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:18.350965 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-6375d00e-606f-407a-95d3-d139c31c54ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1130 time: 0.0589368 Jun 15 22:23:18.459852 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f173563b-1d5e-439d-80cc-cf25fa27e752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.474560 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:18.491709 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-46559d5c-1029-4013-baba-549282dbd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:18.493192 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-46559d5c-1029-4013-baba-549282dbd55e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 910 time: 0.1332042 Jun 15 22:23:18.508733 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'bb93d924-e222-4fd8-8224-02d696f02204', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'port_id': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'mac_address': 'fa:16:3e:90:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:23:16Z', 'updated_at': '2022-06-15T22:23:16Z', 'revision_number': 0, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:29Z', 'revision_number': 5, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:18.546958 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48440) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:18.547310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] Checking router: 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:23:18.557060 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:18.557709 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:18.566902 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cf03e827-07ae-4632-9473-59dab476d93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.571047 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f173563b-1d5e-439d-80cc-cf25fa27e752 admin admin] Publish callbacks [] for security_group (5c7050b0-08cb-4a17-a176-2b2e0758a185), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.577813 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-65aae17d-7eb6-48ed-b4e8-8e975dadd639 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 1000 time: 0.0767643 Jun 15 22:23:18.578429 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f173563b-1d5e-439d-80cc-cf25fa27e752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5c7050b0-08cb-4a17-a176-2b2e0758a185), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.591712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:18.608389 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:18.617087 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:18.636789 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-89f5c9a6-666b-44f7-8bed-c427de4b2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:18.638553 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-89f5c9a6-666b-44f7-8bed-c427de4b2ab9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 200 len: 848 time: 0.0532999 Jun 15 22:23:18.645860 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f173563b-1d5e-439d-80cc-cf25fa27e752 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb6cec31f05f45668e01cdfa5a1f3e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942901 Jun 15 22:23:18.654851 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48442) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:18.665107 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173563b-1d5e-439d-80cc-cf25fa27e752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7050b0-08cb-4a17-a176-2b2e0758a185,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:18.667018 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:18.718899 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-c08ed3dc-75a5-4be0-95c4-f32130491349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:18.719319 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cf03e827-07ae-4632-9473-59dab476d93a admin admin] Publish callbacks [] for security_group (ca82d61e-aae8-4e60-a4e3-2ea883f86f1e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.720507 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-c08ed3dc-75a5-4be0-95c4-f32130491349 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2639197b-57e3-474f-bfde-2855daaf8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740221 Jun 15 22:23:18.724445 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-cf03e827-07ae-4632-9473-59dab476d93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ca82d61e-aae8-4e60-a4e3-2ea883f86f1e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.753365 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14883341-7684-46a4-b8f1-2a332a510482 admin admin] Publish callbacks [] for security_group (5c7050b0-08cb-4a17-a176-2b2e0758a185), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.771646 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-cf03e827-07ae-4632-9473-59dab476d93a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c092f96eea3499ea558615e098bd1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234097 Jun 15 22:23:18.774382 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48444) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:18.782326 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03e827-07ae-4632-9473-59dab476d93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca82d61e-aae8-4e60-a4e3-2ea883f86f1e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:18.834072 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-95da4967-9299-4427-aa6d-7f9ef40cedde admin admin] Publish callbacks [] for security_group (ca82d61e-aae8-4e60-a4e3-2ea883f86f1e), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.838614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14883341-7684-46a4-b8f1-2a332a510482 admin admin] Publish callbacks [] for security_group (5c7050b0-08cb-4a17-a176-2b2e0758a185), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.858113 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-95da4967-9299-4427-aa6d-7f9ef40cedde admin admin] Publish callbacks [] for security_group (ca82d61e-aae8-4e60-a4e3-2ea883f86f1e), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.887269 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-a084b33b-be98-43fd-9920-3291d6ff93c8 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559899 Jun 15 22:23:18.909144 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-95da4967-9299-4427-aa6d-7f9ef40cedde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ca82d61e-aae8-4e60-a4e3-2ea883f86f1e), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.911762 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-95da4967-9299-4427-aa6d-7f9ef40cedde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.917788 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-95da4967-9299-4427-aa6d-7f9ef40cedde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca82d61e-aae8-4e60-a4e3-2ea883f86f1e HTTP/1.1" status: 204 len: 168 time: 0.1375690 Jun 15 22:23:18.928655 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da4967-9299-4427-aa6d-7f9ef40cedde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca82d61e-aae8-4e60-a4e3-2ea883f86f1e,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:18.935063 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'bb93d924-e222-4fd8-8224-02d696f02204', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'port_id': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'mac_address': 'fa:16:3e:90:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:23:16Z', 'updated_at': '2022-06-15T22:23:16Z', 'revision_number': 0, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:29Z', 'revision_number': 5, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:18.935459 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14883341-7684-46a4-b8f1-2a332a510482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5c7050b0-08cb-4a17-a176-2b2e0758a185), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.938833 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-14883341-7684-46a4-b8f1-2a332a510482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:18.946160 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-14883341-7684-46a4-b8f1-2a332a510482 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c7050b0-08cb-4a17-a176-2b2e0758a185 HTTP/1.1" status: 204 len: 168 time: 0.2864506 Jun 15 22:23:18.972674 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdbabc0-22e3-4361-b592-fd3346acff73 None None] The sync data for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi is: [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'bb93d924-e222-4fd8-8224-02d696f02204', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'port_id': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'mac_address': 'fa:16:3e:90:18:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:23:16Z', 'updated_at': '2022-06-15T22:23:16Z', 'revision_number': 0, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:29Z', 'revision_number': 5, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:23:18.993555 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14883341-7684-46a4-b8f1-2a332a510482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7050b0-08cb-4a17-a176-2b2e0758a185,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:19.027830 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0ea19df8-1037-42a8-8d5c-01466f45002c req-0bd96926-c186-4e90-9a89-1c6f06652150 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335773 Jun 15 22:23:19.238495 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d0763c-dbf1-4dc7-b3e7-1117c4c5b890 None None] New status for floating IP bb93d924-e222-4fd8-8224-02d696f02204: ACTIVE {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:23:19.303427 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.358745 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.438800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48454) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:19.456253 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a559806d-106d-4f36-82c1-694c00a817ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.481348 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48456) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:19.496694 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f479-4aeb-4d46-ac7e-70728bfe9459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.549690 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=3,neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:19.558291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a559806d-106d-4f36-82c1-694c00a817ee admin admin] Publish callbacks [] for security_group (bc64a1a3-b260-48f0-8b93-f0dbb62f0a86), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.563041 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a559806d-106d-4f36-82c1-694c00a817ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (bc64a1a3-b260-48f0-8b93-f0dbb62f0a86), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.583999 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f479-4aeb-4d46-ac7e-70728bfe9459 admin admin] Publish callbacks [] for security_group (5985101f-fd18-449f-8529-d6600daaed4d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.588370 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f479-4aeb-4d46-ac7e-70728bfe9459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5985101f-fd18-449f-8529-d6600daaed4d), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.603982 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a559806d-106d-4f36-82c1-694c00a817ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa2e22963b86471282fa41adcb40795f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638880 Jun 15 22:23:19.604704 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559806d-106d-4f36-82c1-694c00a817ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc64a1a3-b260-48f0-8b93-f0dbb62f0a86,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:19.607005 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48458) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:19.631823 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b5c1f479-4aeb-4d46-ac7e-70728bfe9459 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c3b010ef88d4095ae14361ab0a9f1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492553 Jun 15 22:23:19.632694 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1f479-4aeb-4d46-ac7e-70728bfe9459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5985101f-fd18-449f-8529-d6600daaed4d,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:19.635207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48460) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:19.656308 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:19.689623 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b25b-e85e-46b2-bd7b-afc151ec8685 admin admin] Publish callbacks [] for security_group (bc64a1a3-b260-48f0-8b93-f0dbb62f0a86), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.728121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b25b-e85e-46b2-bd7b-afc151ec8685 admin admin] Publish callbacks [] for security_group (bc64a1a3-b260-48f0-8b93-f0dbb62f0a86), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.734598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5aba-ec48-4e39-b0a2-8fda36800b23 admin admin] Publish callbacks [] for security_group (5985101f-fd18-449f-8529-d6600daaed4d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.775639 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5aba-ec48-4e39-b0a2-8fda36800b23 admin admin] Publish callbacks [] for security_group (5985101f-fd18-449f-8529-d6600daaed4d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.815419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b25b-e85e-46b2-bd7b-afc151ec8685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (bc64a1a3-b260-48f0-8b93-f0dbb62f0a86), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.818418 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b25b-e85e-46b2-bd7b-afc151ec8685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.819602 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a1e9b25b-e85e-46b2-bd7b-afc151ec8685 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc64a1a3-b260-48f0-8b93-f0dbb62f0a86 HTTP/1.1" status: 204 len: 168 time: 0.2117088 Jun 15 22:23:19.822131 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:19.833227 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9b25b-e85e-46b2-bd7b-afc151ec8685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc64a1a3-b260-48f0-8b93-f0dbb62f0a86,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:19.841982 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5aba-ec48-4e39-b0a2-8fda36800b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5985101f-fd18-449f-8529-d6600daaed4d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.844536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4b9e5aba-ec48-4e39-b0a2-8fda36800b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:19.845764 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4b9e5aba-ec48-4e39-b0a2-8fda36800b23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5985101f-fd18-449f-8529-d6600daaed4d HTTP/1.1" status: 204 len: 168 time: 0.2087865 Jun 15 22:23:19.855538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e5aba-ec48-4e39-b0a2-8fda36800b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985101f-fd18-449f-8529-d6600daaed4d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:22.115252 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48576) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:22.234059 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab345-920d-4f8a-a15b-42b8a5b1e0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.320096 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab345-920d-4f8a-a15b-42b8a5b1e0a6 admin admin] Publish callbacks [] for security_group (af0f1928-bc9a-437f-9356-9157d387eabb), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.324133 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab345-920d-4f8a-a15b-42b8a5b1e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (af0f1928-bc9a-437f-9356-9157d387eabb), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.364367 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab345-920d-4f8a-a15b-42b8a5b1e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f1928-bc9a-437f-9356-9157d387eabb,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:22.370573 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8d0ab345-920d-4f8a-a15b-42b8a5b1e0a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebf4362e210e47baad8c53741706d003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542696 Jun 15 22:23:22.371809 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48580) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:22.434026 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f68bd677-1de7-475c-8ed4-86e263abdd52 admin admin] Publish callbacks [] for security_group (af0f1928-bc9a-437f-9356-9157d387eabb), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.462909 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f68bd677-1de7-475c-8ed4-86e263abdd52 admin admin] Publish callbacks [] for security_group (af0f1928-bc9a-437f-9356-9157d387eabb), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.514614 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f68bd677-1de7-475c-8ed4-86e263abdd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (af0f1928-bc9a-437f-9356-9157d387eabb), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.518517 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f68bd677-1de7-475c-8ed4-86e263abdd52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.521949 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f68bd677-1de7-475c-8ed4-86e263abdd52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af0f1928-bc9a-437f-9356-9157d387eabb HTTP/1.1" status: 204 len: 168 time: 0.1475649 Jun 15 22:23:22.532220 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bd677-1de7-475c-8ed4-86e263abdd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f1928-bc9a-437f-9356-9157d387eabb,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:22.812961 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48586) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:22.827807 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc31a9f9-8b29-4ae8-92e2-57ab8c662ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.915158 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc31a9f9-8b29-4ae8-92e2-57ab8c662ced admin admin] Publish callbacks [] for security_group (9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.920139 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc31a9f9-8b29-4ae8-92e2-57ab8c662ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:22.940328 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:22.957530 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31a9f9-8b29-4ae8-92e2-57ab8c662ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:22.969170 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bc31a9f9-8b29-4ae8-92e2-57ab8c662ced admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2d4c623b24f40869ff1267cb27e6e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550183 Jun 15 22:23:22.969845 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48596) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:23.028894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60125e42-ac43-4a7f-ad03-4bcb8c647014 admin admin] Publish callbacks [] for security_group (9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:23.051354 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60125e42-ac43-4a7f-ad03-4bcb8c647014 admin admin] Publish callbacks [] for security_group (9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:23.102720 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60125e42-ac43-4a7f-ad03-4bcb8c647014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:23.105233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-60125e42-ac43-4a7f-ad03-4bcb8c647014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:23.106454 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-60125e42-ac43-4a7f-ad03-4bcb8c647014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d HTTP/1.1" status: 204 len: 168 time: 0.1340721 Jun 15 22:23:23.115013 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60125e42-ac43-4a7f-ad03-4bcb8c647014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e75a0f6-baeb-4d2d-b0ce-e644e0b6741d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:25.348278 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48680) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:25.472405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6588d49c-88ac-4380-970f-899ff51f636e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:25.555781 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6588d49c-88ac-4380-970f-899ff51f636e admin admin] Publish callbacks [] for security_group (9efbec3e-ced3-46bf-a6f6-95425b31c673), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:25.561974 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6588d49c-88ac-4380-970f-899ff51f636e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9efbec3e-ced3-46bf-a6f6-95425b31c673), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:25.599839 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588d49c-88ac-4380-970f-899ff51f636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efbec3e-ced3-46bf-a6f6-95425b31c673,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:25.604062 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6588d49c-88ac-4380-970f-899ff51f636e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43894fe55e3346ebb33aafffc79b9a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547457 Jun 15 22:23:25.608358 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48684) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:25.664166 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d5832b2-3fa0-4add-839f-ee0fda0b0230 admin admin] Publish callbacks [] for security_group (9efbec3e-ced3-46bf-a6f6-95425b31c673), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:25.689774 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d5832b2-3fa0-4add-839f-ee0fda0b0230 admin admin] Publish callbacks [] for security_group (9efbec3e-ced3-46bf-a6f6-95425b31c673), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:25.738959 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d5832b2-3fa0-4add-839f-ee0fda0b0230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (9efbec3e-ced3-46bf-a6f6-95425b31c673), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:25.741538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3d5832b2-3fa0-4add-839f-ee0fda0b0230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:25.742732 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3d5832b2-3fa0-4add-839f-ee0fda0b0230 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9efbec3e-ced3-46bf-a6f6-95425b31c673 HTTP/1.1" status: 204 len: 168 time: 0.1334083 Jun 15 22:23:25.754165 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5832b2-3fa0-4add-839f-ee0fda0b0230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efbec3e-ced3-46bf-a6f6-95425b31c673,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:26.042252 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48698) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:26.055978 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dbde59e-ea9e-454c-a564-b8ddc0a97f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:26.113890 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:26.137663 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dbde59e-ea9e-454c-a564-b8ddc0a97f7a admin admin] Publish callbacks [] for security_group (59afd1be-dfc9-457c-964b-0076e2d209be), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:26.142011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5dbde59e-ea9e-454c-a564-b8ddc0a97f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (59afd1be-dfc9-457c-964b-0076e2d209be), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:26.181345 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde59e-ea9e-454c-a564-b8ddc0a97f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59afd1be-dfc9-457c-964b-0076e2d209be,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:26.188698 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48700) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:26.188885 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5dbde59e-ea9e-454c-a564-b8ddc0a97f7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f6f466a44bd463cb5f55e5c85c81012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453545 Jun 15 22:23:26.247691 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2ed85096-0f4f-4c5c-a490-6f02cfa666c2 admin admin] Publish callbacks [] for security_group (59afd1be-dfc9-457c-964b-0076e2d209be), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:26.273055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2ed85096-0f4f-4c5c-a490-6f02cfa666c2 admin admin] Publish callbacks [] for security_group (59afd1be-dfc9-457c-964b-0076e2d209be), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:26.322755 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2ed85096-0f4f-4c5c-a490-6f02cfa666c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (59afd1be-dfc9-457c-964b-0076e2d209be), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:26.325374 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2ed85096-0f4f-4c5c-a490-6f02cfa666c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:26.329009 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2ed85096-0f4f-4c5c-a490-6f02cfa666c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59afd1be-dfc9-457c-964b-0076e2d209be HTTP/1.1" status: 204 len: 168 time: 0.1365769 Jun 15 22:23:26.335507 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed85096-0f4f-4c5c-a490-6f02cfa666c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59afd1be-dfc9-457c-964b-0076e2d209be,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:28.304980 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-8a2dd166-50bc-48cc-825b-ef633dcf40e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427356 Jun 15 22:23:28.409959 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-88281a1a-fe35-4162-89dc-3b58426c0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:28.411659 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-88281a1a-fe35-4162-89dc-3b58426c0428 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1593797d34a04b169379da1a51e18072&device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 1130 time: 0.0432253 Jun 15 22:23:28.458403 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:28.530182 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-9a47fdd1-dda0-40af-b274-fba07d262b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:28.531570 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-9a47fdd1-dda0-40af-b274-fba07d262b58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 200 len: 918 time: 0.0961587 Jun 15 22:23:28.599737 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-e5219614-260c-4f40-a9ea-a604e126511d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 200 len: 1001 time: 0.0596259 Jun 15 22:23:28.658484 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-25150c32-7ea2-4615-b717-86b99f63072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:28.660183 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-25150c32-7ea2-4615-b717-86b99f63072e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 200 len: 856 time: 0.0510590 Jun 15 22:23:28.709495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-da8181ee-3127-4bbc-a4c7-1db3206fbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:28.712115 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-da8181ee-3127-4bbc-a4c7-1db3206fbe0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451729 Jun 15 22:23:28.816460 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-db32fb8c-403f-48e0-b64f-f0f9efd44320 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881414 Jun 15 22:23:28.915508 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c2c317ab-7043-4fe7-b2b3-6b57d8e5962e req-f9a2e489-270d-4d8c-a825-e0365bbcba14 service neutron] 10.222.0.26 "GET /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918956 Jun 15 22:23:30.835507 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.217801 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48786) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:31.351337 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0c488696-66ca-437d-a4d2-025a07a1d51c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.374394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:31.438911 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0c488696-66ca-437d-a4d2-025a07a1d51c admin admin] Publish callbacks [] for security_group (d0866754-3856-41f8-bac7-8ffff8b0994b), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.443732 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0c488696-66ca-437d-a4d2-025a07a1d51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d0866754-3856-41f8-bac7-8ffff8b0994b), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.486598 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c488696-66ca-437d-a4d2-025a07a1d51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0866754-3856-41f8-bac7-8ffff8b0994b,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:31.492198 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0c488696-66ca-437d-a4d2-025a07a1d51c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1a2dacc83ae49559784a7c7691d8098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733045 Jun 15 22:23:31.494963 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48792) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:31.554986 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f414-7f22-4abc-bb9e-c18f621a8027 admin admin] Publish callbacks [] for security_group (d0866754-3856-41f8-bac7-8ffff8b0994b), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.580765 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f414-7f22-4abc-bb9e-c18f621a8027 admin admin] Publish callbacks [] for security_group (d0866754-3856-41f8-bac7-8ffff8b0994b), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.631783 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f414-7f22-4abc-bb9e-c18f621a8027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d0866754-3856-41f8-bac7-8ffff8b0994b), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.634323 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9ec8f414-7f22-4abc-bb9e-c18f621a8027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.636232 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9ec8f414-7f22-4abc-bb9e-c18f621a8027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0866754-3856-41f8-bac7-8ffff8b0994b HTTP/1.1" status: 204 len: 168 time: 0.1403997 Jun 15 22:23:31.647090 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8f414-7f22-4abc-bb9e-c18f621a8027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0866754-3856-41f8-bac7-8ffff8b0994b,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:31.942404 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48812) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:31.956022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-259b06c8-2742-469b-968c-fec9cd341c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:31.992245 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:32.046561 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-259b06c8-2742-469b-968c-fec9cd341c55 admin admin] Publish callbacks [] for security_group (3116fe00-d062-4ee1-bbca-f6c07426db5e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:32.051385 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-259b06c8-2742-469b-968c-fec9cd341c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3116fe00-d062-4ee1-bbca-f6c07426db5e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:32.104814 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-259b06c8-2742-469b-968c-fec9cd341c55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc817692259b49d7bb24310d92854149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609204 Jun 15 22:23:32.107339 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48816) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:32.113847 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b06c8-2742-469b-968c-fec9cd341c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3116fe00-d062-4ee1-bbca-f6c07426db5e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:32.171913 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9af2802d-56db-4ae4-98ec-3d32cc30bfb6 admin admin] Publish callbacks [] for security_group (3116fe00-d062-4ee1-bbca-f6c07426db5e), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:32.196671 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9af2802d-56db-4ae4-98ec-3d32cc30bfb6 admin admin] Publish callbacks [] for security_group (3116fe00-d062-4ee1-bbca-f6c07426db5e), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:32.253917 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9af2802d-56db-4ae4-98ec-3d32cc30bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (3116fe00-d062-4ee1-bbca-f6c07426db5e), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:32.258703 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-9af2802d-56db-4ae4-98ec-3d32cc30bfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:32.263240 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-9af2802d-56db-4ae4-98ec-3d32cc30bfb6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3116fe00-d062-4ee1-bbca-f6c07426db5e HTTP/1.1" status: 204 len: 168 time: 0.1522102 Jun 15 22:23:32.275938 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2802d-56db-4ae4-98ec-3d32cc30bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3116fe00-d062-4ee1-bbca-f6c07426db5e,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:33.157979 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=14 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:33.166082 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:33.547878 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 48886) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:33.673920 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-86c54f45-7519-425c-a095-41d5702ec656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:33.764918 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-86c54f45-7519-425c-a095-41d5702ec656 admin admin] Publish callbacks [] for security_group (fddbac26-0b8d-47c8-9271-cd2874e81804), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:33.770210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-86c54f45-7519-425c-a095-41d5702ec656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fddbac26-0b8d-47c8-9271-cd2874e81804), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:33.799952 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:33.813885 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c54f45-7519-425c-a095-41d5702ec656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddbac26-0b8d-47c8-9271-cd2874e81804,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:33.820900 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-86c54f45-7519-425c-a095-41d5702ec656 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce86837cf01e46809ddb6b5c8f55a5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706854 Jun 15 22:23:33.823040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 48898) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:33.880445 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8641ed3-9e97-4955-a847-1058ffae7113 admin admin] Publish callbacks [] for security_group (fddbac26-0b8d-47c8-9271-cd2874e81804), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:33.906805 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8641ed3-9e97-4955-a847-1058ffae7113 admin admin] Publish callbacks [] for security_group (fddbac26-0b8d-47c8-9271-cd2874e81804), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:33.966427 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8641ed3-9e97-4955-a847-1058ffae7113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (fddbac26-0b8d-47c8-9271-cd2874e81804), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:33.970088 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c8641ed3-9e97-4955-a847-1058ffae7113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:33.970800 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c8641ed3-9e97-4955-a847-1058ffae7113 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fddbac26-0b8d-47c8-9271-cd2874e81804 HTTP/1.1" status: 204 len: 168 time: 0.1464181 Jun 15 22:23:33.979830 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8641ed3-9e97-4955-a847-1058ffae7113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddbac26-0b8d-47c8-9271-cd2874e81804,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:35.114094 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ab5bd-a19d-4968-b008-4b7896f04407 req-5a39355a-0dd0-4c33-a1b6-4345c6af308e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:35.116359 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-506ab5bd-a19d-4968-b008-4b7896f04407 req-5a39355a-0dd0-4c33-a1b6-4345c6af308e tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0813651 Jun 15 22:23:35.187506 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-506ab5bd-a19d-4968-b008-4b7896f04407 req-61d92502-13d5-451c-9735-4b966623f524 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647268 Jun 15 22:23:36.330023 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9f010-7ca1-4442-aaf7-5b988d58b90e req-794c888b-32b3-4c73-a8ad-263901273d81 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:36.331672 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8be9f010-7ca1-4442-aaf7-5b988d58b90e req-794c888b-32b3-4c73-a8ad-263901273d81 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0541713 Jun 15 22:23:36.392041 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8be9f010-7ca1-4442-aaf7-5b988d58b90e req-a89b48b1-1b91-42fa-a984-925e0d48323a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups?id=496c0feb-3c04-4102-86de-575c27bf8a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532377 Jun 15 22:23:36.622042 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-1b74c48e-4267-495c-9f13-ba3827fb652d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:36.623560 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-1b74c48e-4267-495c-9f13-ba3827fb652d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 946 time: 0.0517495 Jun 15 22:23:36.715617 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:36.719680 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Deleting port f1bca41c-6fc6-43de-a971-91dcd12aada2 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:23:36.719984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:36.853625 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] For port f1bca41c-6fc6-43de-a971-91dcd12aada2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f1bca41c-6fc6-43de-a971-91dcd12aada2,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:36.854137 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:37.042221 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:37.046236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:37.046734 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (a3d2d2d2-aeed-493b-a823-a45862731e61), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:37.047068 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Floating IP a3d2d2d2-aeed-493b-a823-a45862731e61 disassociated. External IP: 172.27.2.254, port: f1bca41c-6fc6-43de-a971-91dcd12aada2. Jun 15 22:23:37.047416 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Calling delete_port for f1bca41c-6fc6-43de-a971-91dcd12aada2 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:23:37.219939 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (f1bca41c-6fc6-43de-a971-91dcd12aada2), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:37.257672 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event deleted for resources: {'Port': ['ID=f1bca41c-6fc6-43de-a971-91dcd12aada2,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:37.389887 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:23:37.523236 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a18fd249-5ca5-4610-92dd-3484e196074b req-2774bc22-bb29-416a-bdaa-8510ac2e8241 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/ports?device_id=68873eb8-8080-4f9a-ab71-0335149287b4 HTTP/1.1" status: 200 len: 210 time: 0.0408885 Jun 15 22:23:37.540183 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:23:37.551085 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] Sync routers for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:23:37.560943 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:37.561695 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:37.606133 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] No DVR routers for this DVR port f1bca41c-6fc6-43de-a971-91dcd12aada2 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:23:37.609244 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:37.614815 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-810b1bcc-2061-423b-bd3c-f48a987c4d8b req-55dd2bb3-6a4c-424d-bbf6-1c9ddf396f8a tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.26 "DELETE /v2.0/ports/f1bca41c-6fc6-43de-a971-91dcd12aada2 HTTP/1.1" status: 204 len: 173 time: 0.9851725 Jun 15 22:23:37.615346 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-deleted', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:23:37.621059 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fb5355-afa7-4b93-a0bb-9dfa691931cb" -d '{"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-deleted", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:23:37.680028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08f7146-8db7-4296-bd44-983416ff868b x-openstack-request-id: req-b08f7146-8db7-4296-bd44-983416ff868b {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:23:37.680318 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68873eb8-8080-4f9a-ab71-0335149287b4", "name": "network-vif-deleted", "tag": "f1bca41c-6fc6-43de-a971-91dcd12aada2", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:23:37.680564 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b08f7146-8db7-4296-bd44-983416ff868b {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:23:37.681198 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08f7146-8db7-4296-bd44-983416ff868b'] response: {'server_uuid': '68873eb8-8080-4f9a-ab71-0335149287b4', 'name': 'network-vif-deleted', 'tag': 'f1bca41c-6fc6-43de-a971-91dcd12aada2', 'status': 'completed', 'code': 200} Jun 15 22:23:37.687741 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:37.805806 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:37.827823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49022) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:37.933176 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:37.962497 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] Checking router: 1a93d3bb-fb19-4935-804a-19b63b1b99f5 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:23:37.972038 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:37.972913 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:37.981302 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a697a80-279d-430a-9796-92e62a1ffb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.045973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:38.090647 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a697a80-279d-430a-9796-92e62a1ffb36 admin admin] Publish callbacks [] for security_group (f8c92687-8e91-4009-9448-6b6701424573), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.095744 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4a697a80-279d-430a-9796-92e62a1ffb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f8c92687-8e91-4009-9448-6b6701424573), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.142726 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4a697a80-279d-430a-9796-92e62a1ffb36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3aa7d1d0d2284a18b1625aafe803d68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135753 Jun 15 22:23:38.143784 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697a80-279d-430a-9796-92e62a1ffb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c92687-8e91-4009-9448-6b6701424573,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:38.146654 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49026) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:38.206510 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77e8776e-c83c-474c-a692-ac78d7729b62 admin admin] Publish callbacks [] for security_group (f8c92687-8e91-4009-9448-6b6701424573), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.240446 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:38.243060 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:38.254993 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77e8776e-c83c-474c-a692-ac78d7729b62 admin admin] Publish callbacks [] for security_group (f8c92687-8e91-4009-9448-6b6701424573), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.318784 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77e8776e-c83c-474c-a692-ac78d7729b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (f8c92687-8e91-4009-9448-6b6701424573), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.322157 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-77e8776e-c83c-474c-a692-ac78d7729b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.323345 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-77e8776e-c83c-474c-a692-ac78d7729b62 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8c92687-8e91-4009-9448-6b6701424573 HTTP/1.1" status: 204 len: 168 time: 0.1757252 Jun 15 22:23:38.336109 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8776e-c83c-474c-a692-ac78d7729b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c92687-8e91-4009-9448-6b6701424573,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:38.490184 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:38.519602 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83810f70-f5dc-4557-8dbf-08ed5c2352c2 None None] The sync data for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi is: [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:16Z', 'revision_number': 4, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': 'c84c0ebe-1cbb-4434-9f00-62edc2f8422c', 'name': '', 'network_id': '30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'mac_address': 'fa:16:3e:a0:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:15Z', 'updated_at': '2022-06-15T22:17:20Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'subnets': [{'id': 'd89d5d9d-c7b9-422c-bff2-7d0a23e7a04e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:23:38.649427 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49042) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:38.716519 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6c596007-265f-45fd-a6a9-efdd0033ceb3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (496c0feb-3c04-4102-86de-575c27bf8a52), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:38.826422 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b28ecc-2ac2-4798-84d4-a3298ee4dc91 None None] New status for floating IP a3d2d2d2-aeed-493b-a823-a45862731e61: DOWN {{(pid=104023) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:23:39.017959 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6c596007-265f-45fd-a6a9-efdd0033ceb3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (496c0feb-3c04-4102-86de-575c27bf8a52), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.039692 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:39.077574 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6c596007-265f-45fd-a6a9-efdd0033ceb3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (496c0feb-3c04-4102-86de-575c27bf8a52), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.080052 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6c596007-265f-45fd-a6a9-efdd0033ceb3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.081252 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6c596007-265f-45fd-a6a9-efdd0033ceb3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "DELETE /v2.0/security-groups/496c0feb-3c04-4102-86de-575c27bf8a52 HTTP/1.1" status: 204 len: 168 time: 0.4306772 Jun 15 22:23:39.084335 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49058) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:39.091395 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c596007-265f-45fd-a6a9-efdd0033ceb3 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=496c0feb-3c04-4102-86de-575c27bf8a52,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:39.106289 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.api.v2.resource [None req-942a041e-586b-4021-a9ff-6e9e613edbf0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] show failed (client error): The resource could not be found. Jun 15 22:23:39.110745 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49060) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:39.111273 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-942a041e-586b-4021-a9ff-6e9e613edbf0 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "GET /v2.0/security-groups/496c0feb-3c04-4102-86de-575c27bf8a52 HTTP/1.1" status: 404 len: 347 time: 0.0258727 Jun 15 22:23:39.141200 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49062) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:39.161193 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:23:39.181543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: f1bca41c-6fc6-43de-a971-91dcd12aada2 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:23:39.181951 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device f1bca41c-6fc6-43de-a971-91dcd12aada2 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:23:39.228928 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Deleting port 0ad4cb9d-3491-4dea-8a1d-c36b06fccd84 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:23:39.229259 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.263671 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1563511741-network', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:23:39.288422 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Made reservation on behalf of 0d141f1b8c984a5a9fbf2fb3c8f01b2b for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:23:39.291458 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.301344 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.315562 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.316530 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.334486 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Calling delete_port for 0ad4cb9d-3491-4dea-8a1d-c36b06fccd84 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:23:39.410043 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks [] for security_group (c05dce26-629f-4b21-ab9b-9cef77f3c7ae), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.414839 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (c05dce26-629f-4b21-ab9b-9cef77f3c7ae), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.442509 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:39.461253 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:23:39.469309 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05dce26-629f-4b21-ab9b-9cef77f3c7ae,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:39.477476 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (8dbb7d87-f182-4dbc-9b98-6d613837ca4c), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.477476 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Added segment 8dbb7d87-f182-4dbc-9b98-6d613837ca4c of type vlan for network 704d5041-1821-4a58-8137-a7c4880d5c2e Jun 15 22:23:39.494632 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (0ad4cb9d-3491-4dea-8a1d-c36b06fccd84), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.523061 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Pushing event deleted for resources: {'Port': ['ID=0ad4cb9d-3491-4dea-8a1d-c36b06fccd84,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:39.538623 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (704d5041-1821-4a58-8137-a7c4880d5c2e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.576055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (704d5041-1821-4a58-8137-a7c4880d5c2e), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.577145 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:39.577786 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.600859 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks [] for floatingip (a3d2d2d2-aeed-493b-a823-a45862731e61), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.603817 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.605073 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-47ed66b9-049d-4268-9c59-3c2eb0905487 tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] 10.222.0.55 "DELETE /v2.0/floatingips/a3d2d2d2-aeed-493b-a823-a45862731e61 HTTP/1.1" status: 204 len: 168 time: 0.4931526 Jun 15 22:23:39.614481 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4717007 Jun 15 22:23:39.620195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49066) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:39.627015 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Request body: {'subnet': {'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1563511741-subnet', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:23:39.647233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:39.667909 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Made reservation on behalf of 0d141f1b8c984a5a9fbf2fb3c8f01b2b for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:23:39.672286 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.676146 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7c64a-94a4-41b7-8877-6dba942f14d9 admin admin] Pushing event updated for resources: {'Network': ['ID=704d5041-1821-4a58-8137-a7c4880d5c2e,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:39.689114 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 704d5041-1821-4a58-8137-a7c4880d5c2e details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:23:39.874234 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.925818 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:39.941366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Checking segment: {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:39.941711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Network hostable DHCP agents. Network: 704d5041-1821-4a58-8137-a7c4880d5c2e, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:23:39.962089 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Network 704d5041-1821-4a58-8137-a7c4880d5c2e is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:23:39.964940 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:39.973122 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 704d5041-1821-4a58-8137-a7c4880d5c2e) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:39.977370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:39.977976 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:39.982628 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f4681-5025-46ce-90f1-c38d075ab04b None None] Network 704d5041-1821-4a58-8137-a7c4880d5c2e requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:23:39.998879 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49074) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:39.999099 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6d493379-4e75-4278-9b33-c22f1b45bc51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3774467 Jun 15 22:23:40.003187 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:23:40.024215 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (0eae6e41-4b44-4701-a719-6b24d8dc65ca), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.025345 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (0eae6e41-4b44-4701-a719-6b24d8dc65ca), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.083538 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks [] for router_controller (0eae6e41-4b44-4701-a719-6b24d8dc65ca), precommit_add_association {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.095098 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-704d5041-1821-4a58-8137-a7c4880d5c2e', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:23:40.096114 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.225681 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks [] for router_gateway (0eae6e41-4b44-4701-a719-6b24d8dc65ca), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.241055 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Allocated IP 172.20.0.2 (704d5041-1821-4a58-8137-a7c4880d5c2e/35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f/1366d821-c713-4fb7-a9e7-79e9e314cdf4) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:23:40.388018 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:40.395175 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Publish callbacks [] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.402673 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.438577 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks [] for router_gateway (0eae6e41-4b44-4701-a719-6b24d8dc65ca), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.444249 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Network 704d5041-1821-4a58-8137-a7c4880d5c2e is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:40.449118 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:40.454119 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:23:40.458250 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Pushing event updated for resources: {'Port': ['ID=1366d821-c713-4fb7-a9e7-79e9e314cdf4,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:40.459091 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.471570 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.472006 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.472232 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.472611 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.474850 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.475179 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.475500 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.475871 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.476134 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.476451 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.476763 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.477074 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.477404 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.477713 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.478017 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:40.511880 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:40.533942 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Attempting to bind port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:23:40.534319 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Attempting to bind port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:23:40.534638 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Attempting to bind port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 on network 704d5041-1821-4a58-8137-a7c4880d5c2e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:23:40.540767 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:23:40.541122 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Checking segment: {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:40.541540 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.541923 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Bound using segment: {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:23:40.542373 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Bound port: 1366d821-c713-4fb7-a9e7-79e9e314cdf4, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:23:40.542735 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.575444 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Allocated IP 172.27.2.94 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/e63a5a8b-aa76-4bb3-aa65-34988b7ab044) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:23:40.614130 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] For port 1366d821-c713-4fb7-a9e7-79e9e314cdf4, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:23:40.617843 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] For port 1366d821-c713-4fb7-a9e7-79e9e314cdf4, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1366d821-c713-4fb7-a9e7-79e9e314cdf4,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:23:40.624878 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.671850 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:40.696850 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9115801-6568-4c91-83b5-6bacf6bc0fa1 None None] Pushing event updated for resources: {'Port': ['ID=1366d821-c713-4fb7-a9e7-79e9e314cdf4,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:40.719279 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks [] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.764008 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:40.791790 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:40.817560 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:40.821640 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:40.824187 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:23:40.872080 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Pushing event updated for resources: {'Port': ['ID=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:41.150136 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks [] for router_gateway (0eae6e41-4b44-4701-a719-6b24d8dc65ca), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:41.153785 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1366d821-c713-4fb7-a9e7-79e9e314cdf4 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:41.203958 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:41.204328 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:41.287565 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:41.288267 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:41.323619 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port 1366d821-c713-4fb7-a9e7-79e9e314cdf4, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1366d821-c713-4fb7-a9e7-79e9e314cdf4,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:41.327724 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:41.355019 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (0eae6e41-4b44-4701-a719-6b24d8dc65ca), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:41.397343 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=1366d821-c713-4fb7-a9e7-79e9e314cdf4,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:41.447664 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:41.505412 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Router 0eae6e41-4b44-4701-a719-6b24d8dc65ca is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:23:41.616493 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:23:41.626721 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Sync routers for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:23:41.643355 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:41.647923 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-f073801a-1ed9-4853-9e1f-1086618151cf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6450825 Jun 15 22:23:41.648125 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:41.648125 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:41.648337 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49088) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:41.772679 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b49b5-76a5-4776-98c5-7371be8fd19c None None] Network 704d5041-1821-4a58-8137-a7c4880d5c2e requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:23:41.836795 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:41.935224 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-5c1f7c87-46aa-4a72-9912-d3cdeafeb992 None None] Provisioning complete for port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:41.935550 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5c1f7c87-46aa-4a72-9912-d3cdeafeb992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.002152 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:42.043007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:42.174779 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.202020 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:23:42.213799 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f7c87-46aa-4a72-9912-d3cdeafeb992 None None] Current status of the port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:42.233570 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49098) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:42.239201 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:41Z', 'revision_number': 3, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:42.286347 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Checking router: 0eae6e41-4b44-4701-a719-6b24d8dc65ca for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:23:42.286996 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Updating router 0eae6e41-4b44-4701-a719-6b24d8dc65ca port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:23:42.340422 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.343093 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:42.377846 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Allocated IP 172.20.0.1 (704d5041-1821-4a58-8137-a7c4880d5c2e/35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f/070d3fba-561b-4f72-9ea8-6368c7780f56) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:23:42.456228 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d79fb322-555a-4013-8001-3d2f76937d75 None None] Provisioning complete for port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:42.456985 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d79fb322-555a-4013-8001-3d2f76937d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.503887 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:42.531864 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks [] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.591710 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.643186 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Pushing event updated for resources: {'Port': ['ID=070d3fba-561b-4f72-9ea8-6368c7780f56,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:42.668533 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Network 704d5041-1821-4a58-8137-a7c4880d5c2e is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:42.670458 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:42.673679 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:23:42.742819 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (0eae6e41-4b44-4701-a719-6b24d8dc65ca), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.776886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d79fb322-555a-4013-8001-3d2f76937d75 None None] Current status of the port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:42.810363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (1a93d3bb-fb19-4935-804a-19b63b1b99f5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.877739 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Publish callbacks [] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.890025 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.961733 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:42.995991 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a626c42-1a88-4d10-8829-6a5207574945 None None] Pushing event updated for resources: {'Port': ['ID=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:43.014574 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Attempting to bind port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:23:43.014710 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Attempting to bind port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:23:43.015097 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Attempting to bind port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:23:43.021751 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:23:43.022226 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:43.022862 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.023256 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:23:43.023815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Bound port: e63a5a8b-aa76-4bb3-aa65-34988b7ab044, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:23:43.024181 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.104084 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] For port e63a5a8b-aa76-4bb3-aa65-34988b7ab044, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:23:43.107976 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] For port e63a5a8b-aa76-4bb3-aa65-34988b7ab044, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:23:43.117770 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.140979 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Deleting port c84c0ebe-1cbb-4434-9f00-62edc2f8422c {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:23:43.141492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.171415 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1366d821-c713-4fb7-a9e7-79e9e314cdf4 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:43.225882 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-ab867436-0c52-45d4-aa94-85e2de46c0df None None] Provisioning complete for port 070d3fba-561b-4f72-9ea8-6368c7780f56 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:43.226177 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ab867436-0c52-45d4-aa94-85e2de46c0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.246521 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks [] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.255941 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.265637 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:43.292272 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] For port c84c0ebe-1cbb-4434-9f00-62edc2f8422c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:43.292272 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.294830 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:43.295583 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:43.303262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a626c42-1a88-4d10-8829-6a5207574945 None None] Pushing event updated for resources: {'Port': ['ID=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:43.310368 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Calling delete_port for c84c0ebe-1cbb-4434-9f00-62edc2f8422c owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:23:43.311848 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:43.376110 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (0eae6e41-4b44-4701-a719-6b24d8dc65ca), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.378104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-ab867436-0c52-45d4-aa94-85e2de46c0df None None] Port 070d3fba-561b-4f72-9ea8-6368c7780f56 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:23:43.379470 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Pushing event updated for resources: {'Port': ['ID=070d3fba-561b-4f72-9ea8-6368c7780f56,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:43.396403 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:43.396827 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.451128 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:43.457458 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:43.470761 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:43.507078 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Network 704d5041-1821-4a58-8137-a7c4880d5c2e is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:43.508688 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:43.511175 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:43.554812 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:43.562305 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:43.593581 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (c84c0ebe-1cbb-4434-9f00-62edc2f8422c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.638199 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c84c0ebe-1cbb-4434-9f00-62edc2f8422c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:43.681044 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Router 0eae6e41-4b44-4701-a719-6b24d8dc65ca has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:23:43.784157 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:43Z', 'revision_number': 2, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:43.822285 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a330fbf-5486-4e1d-88dd-9d18ad7c7f7c None None] The sync data for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi is: [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:43Z', 'revision_number': 2, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:23:43.858766 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-9a49cc8d-d764-425e-9e44-08e4bc586e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.946593 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-b5df5f6d-497d-4cd9-a5e6-da380064a115 None None] Provisioning complete for port 070d3fba-561b-4f72-9ea8-6368c7780f56 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:43.947168 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b5df5f6d-497d-4cd9-a5e6-da380064a115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:43.968855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (1a93d3bb-fb19-4935-804a-19b63b1b99f5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:44.039542 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b5df5f6d-497d-4cd9-a5e6-da380064a115 None None] Port 070d3fba-561b-4f72-9ea8-6368c7780f56 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:23:44.288324 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:23:44.293377 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:23:44.294900 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-803498bf-b720-4d63-a41e-f43b7e474a3e admin admin] 10.222.0.55 "PUT /v2.0/routers/0eae6e41-4b44-4701-a719-6b24d8dc65ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456225 Jun 15 22:23:44.426707 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:23:44.432821 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f002e21c-4b46-407b-9c23-5fdefc5a97fb admin admin] 10.222.0.55 "PUT /v2.0/routers/1a93d3bb-fb19-4935-804a-19b63b1b99f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2003155 Jun 15 22:23:44.436642 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49108) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:44.440865 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] Sync routers for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:23:44.456098 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:44.456879 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:44.558455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:44.579018 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks [] for router (1a93d3bb-fb19-4935-804a-19b63b1b99f5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:44.604657 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:44.728970 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks [] for router_gateway (1a93d3bb-fb19-4935-804a-19b63b1b99f5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:44.800557 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Deleting port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:23:44.800914 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:44.932314 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] For port 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:44.932870 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:44.971410 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Calling delete_port for 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:23:44.994779 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:23:43Z', 'revision_number': 5, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port': {'id': '3ccde2f5-6c86-4a3e-b327-70532a7e0d7e', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:45.034429 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] Checking router: 1a93d3bb-fb19-4935-804a-19b63b1b99f5 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:23:45.045189 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] Routers {'1a93d3bb-fb19-4935-804a-19b63b1b99f5'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:45.046184 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:45.050966 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:45.173693 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49124) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:45.183195 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-389417906-network', 'tenant_id': '58c17e29e47547019294543be70e1043'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:23:45.199991 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] Set router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:45.223000 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Made reservation on behalf of 58c17e29e47547019294543be70e1043 for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:23:45.225569 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.238468 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.274456 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:23:44Z', 'revision_number': 6, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:45.283431 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e63a5a8b-aa76-4bb3-aa65-34988b7ab044 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:45.315169 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (3ccde2f5-6c86-4a3e-b327-70532a7e0d7e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.349395 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:45.349815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.360128 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709716c-5b66-4b9c-a1e5-feeb57eb65ac None None] The sync data for ids ['1a93d3bb-fb19-4935-804a-19b63b1b99f5'] in dv-cinder-835384-7-iscsi is: [{'id': '1a93d3bb-fb19-4935-804a-19b63b1b99f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1909171626-router', 'tenant_id': '1593797d34a04b169379da1a51e18072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:17:11Z', 'updated_at': '2022-06-15T22:23:44Z', 'revision_number': 6, 'project_id': '1593797d34a04b169379da1a51e18072', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:23:45.376835 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccde2f5-6c86-4a3e-b327-70532a7e0d7e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:45.406400 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks [] for security_group (37816095-e55d-4b50-b9d1-38ac34a48f99), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.412559 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (37816095-e55d-4b50-b9d1-38ac34a48f99), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.459692 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:23:45.464068 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:45.464586 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.479778 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (1a93d3bb-fb19-4935-804a-19b63b1b99f5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.486008 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37816095-e55d-4b50-b9d1-38ac34a48f99,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:45.493435 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (c9a39f71-8dcd-4902-aaad-d5325769169a), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.493923 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Added segment c9a39f71-8dcd-4902-aaad-d5325769169a of type vlan for network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 Jun 15 22:23:45.500080 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port e63a5a8b-aa76-4bb3-aa65-34988b7ab044, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:45.506815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.553371 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.574229 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:45.593675 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.595451 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:45.596205 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.611340 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (1a93d3bb-fb19-4935-804a-19b63b1b99f5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.615582 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks [] for router_controller (1a93d3bb-fb19-4935-804a-19b63b1b99f5), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.619022 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4402258 Jun 15 22:23:45.619464 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49126) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:45.627426 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Request body: {'subnet': {'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-389417906-subnet', 'tenant_id': '58c17e29e47547019294543be70e1043', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:23:45.679165 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4429d-273f-4381-b501-80eedd878792 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:45.688075 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (1a93d3bb-fb19-4935-804a-19b63b1b99f5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.688075 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a93d3bb-fb19-4935-804a-19b63b1b99f5 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:23:45.693424 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:23:45.695436 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.698144 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-2289632e-957b-4fae-8261-4dff0fecefe0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1a93d3bb-fb19-4935-804a-19b63b1b99f5 HTTP/1.1" status: 204 len: 168 time: 1.2593966 Jun 15 22:23:45.700507 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49128) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:45.705159 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Made reservation on behalf of 58c17e29e47547019294543be70e1043 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:23:45.714211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.780839 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] Deleting subnet d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:23:45.785486 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] Publish callbacks [] for subnet (d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.841359 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.902678 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:45.954391 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.971157 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (64fe599c-1e1c-4513-baf1-24a8dc12f96e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:45.999642 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:46.014529 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:46.036835 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.041522 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64fe599c-1e1c-4513-baf1-24a8dc12f96e,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:46.054116 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0d9491c0-cb16-4bcb-96a5-8acaa86a0865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.055620 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Checking segment: {'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:46.056047 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Network hostable DHCP agents. Network: 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:23:46.075312 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:46.079793 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.083209 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8479b7cf-5714-4867-9ed9-b312e2b37c08 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d89d5d9d-c7b9-422c-bff2-7d0a23e7a04e HTTP/1.1" status: 204 len: 168 time: 0.3796809 Jun 15 22:23:46.086683 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49130) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:46.087844 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:23:46.089424 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef74dcc-dfa8-46da-a241-e5ff5f91ef93 None None] Network 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:23:46.108716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:46.114770 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:23:46.115659 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.129415 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55afa165-9576-45c1-a8e4-083815c62b74 None None] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:23:46.139481 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-570dab50-38ca-492a-b96b-98dc69877197 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5187089 Jun 15 22:23:46.142144 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49132) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:46.148873 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:23:46.179217 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.185842 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (d36eaa82-fc06-44a9-b49c-7032f65a6c81), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.187997 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (d36eaa82-fc06-44a9-b49c-7032f65a6c81), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.229648 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Deleting port 4307ed22-c661-4a01-9f09-9881feac9729 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:23:46.229995 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (4307ed22-c661-4a01-9f09-9881feac9729), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.265640 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:46.273980 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks [] for router_controller (d36eaa82-fc06-44a9-b49c-7032f65a6c81), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.323622 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] For port 4307ed22-c661-4a01-9f09-9881feac9729, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=4307ed22-c661-4a01-9f09-9881feac9729,segment=NetworkSegment(59868e6d-146b-4522-8d8d-26d929cacc9d),segment_id=59868e6d-146b-4522-8d8d-26d929cacc9d)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:46.323622 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (4307ed22-c661-4a01-9f09-9881feac9729), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.341910 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Calling delete_port for 4307ed22-c661-4a01-9f09-9881feac9729 owned by network:dhcp {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:23:46.368642 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1', 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1', 'project_id': '58c17e29e47547019294543be70e1043', 'fixed_ips': [{'subnet_id': '64fe599c-1e1c-4513-baf1-24a8dc12f96e'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:23:46.370298 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.477767 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (4307ed22-c661-4a01-9f09-9881feac9729), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.493849 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145917d-242b-4e8c-8e18-e608b6c6e2f0 None None] DHCP port deletion for 30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:23:46.524705 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:46.528790 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:46.557082 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] No DVR routers for this DVR port 4307ed22-c661-4a01-9f09-9881feac9729 on host dv-cinder-835384-7-iscsi {{(pid=104020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:23:46.559950 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4307ed22-c661-4a01-9f09-9881feac9729,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:46.608570 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Allocated IP 172.20.0.2 (0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1/64fe599c-1e1c-4513-baf1-24a8dc12f96e/e4905d9e-5c97-4b4e-8771-547a36d2a053) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:23:46.676533 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.703317 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:46.715248 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59868e6d-146b-4522-8d8d-26d929cacc9d') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:46.715553 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59868e6d-146b-4522-8d8d-26d929cacc9d') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:46.727053 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (59868e6d-146b-4522-8d8d-26d929cacc9d), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.747410 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (59868e6d-146b-4522-8d8d-26d929cacc9d), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.757468 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:23:46.757933 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (59868e6d-146b-4522-8d8d-26d929cacc9d), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.789159 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 59868e6d-146b-4522-8d8d-26d929cacc9d resource provider aggregate not found Jun 15 22:23:46.830553 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks [] for router_gateway (d36eaa82-fc06-44a9-b49c-7032f65a6c81), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.842160 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment 59868e6d-146b-4522-8d8d-26d929cacc9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59868e6d-146b-4522-8d8d-26d929cacc9d found for delete ", "request_id": "req-1f3f98a2-e491-4826-866f-bdbbe7526d72"}]} Jun 15 22:23:46.852815 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.859840 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.866113 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e HTTP/1.1" status: 204 len: 168 time: 0.7736788 Jun 15 22:23:46.867169 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Publish callbacks [] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.874677 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:46.895439 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bbbf8-bda8-4582-90be-689ba24dc7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f8706e-cb6c-4f5e-8770-dbd4a3aa4e2e,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:46.927176 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:46.933774 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:46.936360 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:23:46.959988 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Pushing event updated for resources: {'Port': ['ID=e4905d9e-5c97-4b4e-8771-547a36d2a053,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:46.992870 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Sync routers for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:23:47.043142 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:47.044017 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:47.155442 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks [] for router_gateway (d36eaa82-fc06-44a9-b49c-7032f65a6c81), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.160063 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Attempting to bind port e4905d9e-5c97-4b4e-8771-547a36d2a053 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:23:47.160447 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Attempting to bind port e4905d9e-5c97-4b4e-8771-547a36d2a053 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:23:47.160924 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Attempting to bind port e4905d9e-5c97-4b4e-8771-547a36d2a053 on network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:23:47.164530 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e63a5a8b-aa76-4bb3-aa65-34988b7ab044 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:47.179278 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.228161 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49154) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:47.297734 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0c103adb-a442-4c3e-93bb-52abfcb67e26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1593797d34a04b169379da1a51e18072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654216 Jun 15 22:23:47.297959 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49158) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:47.342041 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:23:47.342406 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Checking segment: {'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:47.343648 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.343855 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Bound using segment: {'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:23:47.344538 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Bound port: e4905d9e-5c97-4b4e-8771-547a36d2a053, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:23:47.344678 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.367402 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Allocated IP 172.27.2.59 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/cba83548-3c6d-4480-a0d3-c69cd4063210) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:23:47.412978 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6773bbbd-3427-4cb9-a859-e6ecc9aaef57 admin admin] Publish callbacks [] for security_group (6ffb1ab4-c08f-4ce4-a304-19b948277038), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.433060 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:47.474749 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6773bbbd-3427-4cb9-a859-e6ecc9aaef57 admin admin] Publish callbacks [] for security_group (6ffb1ab4-c08f-4ce4-a304-19b948277038), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.475101 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:47.475461 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.511134 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] For port e4905d9e-5c97-4b4e-8771-547a36d2a053, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:23:47.548475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks [] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.559289 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] For port e4905d9e-5c97-4b4e-8771-547a36d2a053, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e4905d9e-5c97-4b4e-8771-547a36d2a053,segment=NetworkSegment(c9a39f71-8dcd-4902-aaad-d5325769169a),segment_id=c9a39f71-8dcd-4902-aaad-d5325769169a)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:23:47.577652 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6773bbbd-3427-4cb9-a859-e6ecc9aaef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (6ffb1ab4-c08f-4ce4-a304-19b948277038), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.578596 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.580124 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6773bbbd-3427-4cb9-a859-e6ecc9aaef57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.581512 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6773bbbd-3427-4cb9-a859-e6ecc9aaef57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ffb1ab4-c08f-4ce4-a304-19b948277038 HTTP/1.1" status: 204 len: 168 time: 0.2824235 Jun 15 22:23:47.597205 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773bbbd-3427-4cb9-a859-e6ecc9aaef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb1ab4-c08f-4ce4-a304-19b948277038,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:47.610117 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.636390 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:47.652834 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:47.664854 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:47.668998 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:47.671620 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Pushing event updated for resources: {'Port': ['ID=cba83548-3c6d-4480-a0d3-c69cd4063210,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:47.673992 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:23:47.678464 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:47.723732 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:47.730674 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.767816 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8cfb2-4a65-419a-8abd-0496204694c5 None None] Pushing event updated for resources: {'Port': ['ID=e4905d9e-5c97-4b4e-8771-547a36d2a053,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:47.819218 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:47.842692 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:43Z', 'revision_number': 2, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:47.874310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Checking router: 0eae6e41-4b44-4701-a719-6b24d8dc65ca for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:23:47.874779 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Updating router 0eae6e41-4b44-4701-a719-6b24d8dc65ca port 070d3fba-561b-4f72-9ea8-6368c7780f56 binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:23:47.903255 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:23:47.932145 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:23:47.932361 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 3ccde2f5-6c86-4a3e-b327-70532a7e0d7e not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:23:47.932712 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c84c0ebe-1cbb-4434-9f00-62edc2f8422c no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:23:47.985483 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:47.992179 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: c84c0ebe-1cbb-4434-9f00-62edc2f8422c {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:23:47.993098 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c84c0ebe-1cbb-4434-9f00-62edc2f8422c not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:23:47.993648 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 4307ed22-c661-4a01-9f09-9881feac9729 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:23:48.017301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks [] for router_gateway (d36eaa82-fc06-44a9-b49c-7032f65a6c81), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.023010 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 4307ed22-c661-4a01-9f09-9881feac9729 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:23:48.023355 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 4307ed22-c661-4a01-9f09-9881feac9729 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:23:48.272859 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (d36eaa82-fc06-44a9-b49c-7032f65a6c81), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.335762 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Publish callbacks [] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.347108 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.432336 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f41619-a428-4db3-8a5b-ac88cc092ac8 None None] Pushing event updated for resources: {'Port': ['ID=070d3fba-561b-4f72-9ea8-6368c7780f56,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:48.449572 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Router d36eaa82-fc06-44a9-b49c-7032f65a6c81 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:23:48.526261 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Attempting to bind port 070d3fba-561b-4f72-9ea8-6368c7780f56 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:23:48.527266 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Attempting to bind port 070d3fba-561b-4f72-9ea8-6368c7780f56 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:23:48.527805 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Attempting to bind port 070d3fba-561b-4f72-9ea8-6368c7780f56 on network 704d5041-1821-4a58-8137-a7c4880d5c2e {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:23:48.534852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:23:48.535970 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Checking segment: {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:48.536543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.537242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Bound using segment: {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:23:48.537921 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Bound port: 070d3fba-561b-4f72-9ea8-6368c7780f56, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:23:48.538482 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.591430 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:23:48.608171 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Sync routers for ids ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:23:48.631218 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Routers {'d36eaa82-fc06-44a9-b49c-7032f65a6c81'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:48.631877 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:48.640884 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.643036 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a94640d3-468a-4b99-8410-b3855f706964 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4996543 Jun 15 22:23:48.646096 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49184) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:48.671997 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] For port 070d3fba-561b-4f72-9ea8-6368c7780f56, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:23:48.681220 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] For port 070d3fba-561b-4f72-9ea8-6368c7780f56, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=070d3fba-561b-4f72-9ea8-6368c7780f56,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:23:48.693013 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:48.794420 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:48.798169 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:48.798962 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Set router d36eaa82-fc06-44a9-b49c-7032f65a6c81 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:48.848939 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:48.932411 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:49.001968 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:49.033815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:49.035260 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:23:47Z', 'revision_number': 3, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:49.070681 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Checking router: d36eaa82-fc06-44a9-b49c-7032f65a6c81 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:23:49.070939 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Updating router d36eaa82-fc06-44a9-b49c-7032f65a6c81 port cba83548-3c6d-4480-a0d3-c69cd4063210 binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:23:49.083023 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f41619-a428-4db3-8a5b-ac88cc092ac8 None None] Pushing event updated for resources: {'Port': ['ID=070d3fba-561b-4f72-9ea8-6368c7780f56,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:49.091764 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-81536338-8bcf-4784-ac97-5e69f3853026 None None] Provisioning complete for port 070d3fba-561b-4f72-9ea8-6368c7780f56 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:49.092231 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-81536338-8bcf-4784-ac97-5e69f3853026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.119972 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.314882 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:49.341262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e4905d9e-5c97-4b4e-8771-547a36d2a053 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:49.343686 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f2d82-0a1f-4518-92ed-9ef15156fd8b None None] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:23:49.366003 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:49.420589 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:49.444639 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.466452 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-81536338-8bcf-4784-ac97-5e69f3853026 None None] Current status of the port 070d3fba-561b-4f72-9ea8-6368c7780f56 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:49.466838 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-81536338-8bcf-4784-ac97-5e69f3853026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.469451 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.484943 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Publish callbacks [] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.487340 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.494228 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.561310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:48Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:49.571591 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Attempting to bind port cba83548-3c6d-4480-a0d3-c69cd4063210 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:23:49.572191 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Attempting to bind port cba83548-3c6d-4480-a0d3-c69cd4063210 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:23:49.572737 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Attempting to bind port cba83548-3c6d-4480-a0d3-c69cd4063210 on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:23:49.586271 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:23:49.586626 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:49.586939 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.587316 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:23:49.587781 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Bound port: cba83548-3c6d-4480-a0d3-c69cd4063210, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:23:49.588159 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.613963 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Pushing event updated for resources: {'Port': ['ID=cba83548-3c6d-4480-a0d3-c69cd4063210,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:49.629674 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.630320 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.630841 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.631336 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.631825 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.632290 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.632779 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.633247 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.633739 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.634210 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.634695 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.635175 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.635650 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.635966 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.636286 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:49.680707 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] For port cba83548-3c6d-4480-a0d3-c69cd4063210, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:23:49.685464 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] For port cba83548-3c6d-4480-a0d3-c69cd4063210, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=cba83548-3c6d-4480-a0d3-c69cd4063210,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:23:49.699153 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.744632 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Allocated IP 172.20.0.1 (0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1/64fe599c-1e1c-4513-baf1-24a8dc12f96e/86112cd0-dfee-48bb-a648-5faac42eb6ce) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:23:49.761862 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Routers {'d36eaa82-fc06-44a9-b49c-7032f65a6c81'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:49.762487 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:49.764160 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-81536338-8bcf-4784-ac97-5e69f3853026 None None] For port 070d3fba-561b-4f72-9ea8-6368c7780f56, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=070d3fba-561b-4f72-9ea8-6368c7780f56,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:49.765222 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e4905d9e-5c97-4b4e-8771-547a36d2a053 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:49.765627 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.768164 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23584-7469-4c52-aa4c-dbe34ca9e6e6 None None] The sync data for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi is: [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:48Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:23:49.792852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-81536338-8bcf-4784-ac97-5e69f3853026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.900779 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] Set router d36eaa82-fc06-44a9-b49c-7032f65a6c81 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:49.927925 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81536338-8bcf-4784-ac97-5e69f3853026 None None] Pushing event updated for resources: {'Port': ['ID=070d3fba-561b-4f72-9ea8-6368c7780f56,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:49.944278 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Provisioning complete for port e4905d9e-5c97-4b4e-8771-547a36d2a053 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:49.944278 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:49.980870 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc342c-8886-4818-97f6-93f7b3d017fa None None] Pushing event updated for resources: {'Port': ['ID=cba83548-3c6d-4480-a0d3-c69cd4063210,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:50.020703 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks [] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.070024 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e4905d9e-5c97-4b4e-8771-547a36d2a053 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:50.070411 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.156224 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.157996 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port e4905d9e-5c97-4b4e-8771-547a36d2a053, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e4905d9e-5c97-4b4e-8771-547a36d2a053,segment=NetworkSegment(c9a39f71-8dcd-4902-aaad-d5325769169a),segment_id=c9a39f71-8dcd-4902-aaad-d5325769169a)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:50.168831 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.176453 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:23:47Z', 'revision_number': 3, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:50.199568 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Current status of the port e4905d9e-5c97-4b4e-8771-547a36d2a053 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:50.200041 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.203786 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:50.248570 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:50.252840 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:50.260638 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2184f2-d42d-47f2-8720-84bc9553c382 None None] The sync data for ids ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'] in dv-cinder-835384-7-iscsi is: [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:23:47Z', 'revision_number': 3, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:23:50.266968 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:23:50.314006 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=e4905d9e-5c97-4b4e-8771-547a36d2a053,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:50.316841 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Pushing event updated for resources: {'Port': ['ID=86112cd0-dfee-48bb-a648-5faac42eb6ce,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:50.333390 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.db.api [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 22:23:50.333789 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG oslo_db.api [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 22:23:50.350134 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (d36eaa82-fc06-44a9-b49c-7032f65a6c81), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.450769 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:50.544813 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.708836 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:50.755299 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks [] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.760668 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.865096 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Pushing event updated for resources: {'Port': ['ID=86112cd0-dfee-48bb-a648-5faac42eb6ce,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:50.867942 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (d36eaa82-fc06-44a9-b49c-7032f65a6c81), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:50.872706 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:50.889580 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Current status of the port e4905d9e-5c97-4b4e-8771-547a36d2a053 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:50.899959 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Provisioning complete for port 070d3fba-561b-4f72-9ea8-6368c7780f56 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:50.900737 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.027890 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-69ad9924-d75c-4431-9a3c-bc6948023d67 None None] Current status of the port 070d3fba-561b-4f72-9ea8-6368c7780f56 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:51.120160 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:23:51.121919 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:23:51.158198 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-aa8402fe-edda-4e90-92d1-128ebcaa1160 None None] Provisioning complete for port e4905d9e-5c97-4b4e-8771-547a36d2a053 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:51.159524 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aa8402fe-edda-4e90-92d1-128ebcaa1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.305364 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Router d36eaa82-fc06-44a9-b49c-7032f65a6c81 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:23:51.337543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e4905d9e-5c97-4b4e-8771-547a36d2a053 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:51.341518 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-aa8402fe-edda-4e90-92d1-128ebcaa1160 None None] Current status of the port e4905d9e-5c97-4b4e-8771-547a36d2a053 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:51.391718 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-aa8402fe-edda-4e90-92d1-128ebcaa1160 None None] Provisioning complete for port 86112cd0-dfee-48bb-a648-5faac42eb6ce triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:51.391864 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-aa8402fe-edda-4e90-92d1-128ebcaa1160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.438844 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-aa8402fe-edda-4e90-92d1-128ebcaa1160 None None] Port 86112cd0-dfee-48bb-a648-5faac42eb6ce cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:23:51.440674 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e4905d9e-5c97-4b4e-8771-547a36d2a053 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:51.441498 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.463320 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:23:51.474166 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-dafbe636-6f35-4096-a943-1654c8b5d58b admin admin] 10.222.0.55 "PUT /v2.0/routers/d36eaa82-fc06-44a9-b49c-7032f65a6c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8262920 Jun 15 22:23:51.523159 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e4905d9e-5c97-4b4e-8771-547a36d2a053 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:51.524541 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device cba83548-3c6d-4480-a0d3-c69cd4063210 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:51.572495 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-2f0e8b77-b49f-4114-87a0-b107f9642be5 None None] Provisioning complete for port 86112cd0-dfee-48bb-a648-5faac42eb6ce triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:51.573102 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8b77-b49f-4114-87a0-b107f9642be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.619984 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port cba83548-3c6d-4480-a0d3-c69cd4063210 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:51.620359 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.622049 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e8b77-b49f-4114-87a0-b107f9642be5 None None] Port 86112cd0-dfee-48bb-a648-5faac42eb6ce cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:23:51.708056 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port cba83548-3c6d-4480-a0d3-c69cd4063210 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:51.708551 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.735583 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port cba83548-3c6d-4480-a0d3-c69cd4063210, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=cba83548-3c6d-4480-a0d3-c69cd4063210,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:51.742586 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.745799 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 070d3fba-561b-4f72-9ea8-6368c7780f56 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:51.826414 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=cba83548-3c6d-4480-a0d3-c69cd4063210,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:51.839394 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 070d3fba-561b-4f72-9ea8-6368c7780f56 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:51.839756 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:51.841073 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:51.871334 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:51.928496 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 070d3fba-561b-4f72-9ea8-6368c7780f56 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:52.579706 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Sync routers for ids ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:23:52.596334 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Routers {'d36eaa82-fc06-44a9-b49c-7032f65a6c81'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:52.598039 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:52.755892 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Set router d36eaa82-fc06-44a9-b49c-7032f65a6c81 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:53.097626 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:23:50Z', 'revision_number': 4, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '86112cd0-dfee-48bb-a648-5faac42eb6ce', 'name': '', 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1', 'tenant_id': '58c17e29e47547019294543be70e1043', 'mac_address': 'fa:16:3e:1c:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '64fe599c-1e1c-4513-baf1-24a8dc12f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:49Z', 'updated_at': '2022-06-15T22:23:50Z', 'revision_number': 2, 'project_id': '58c17e29e47547019294543be70e1043', 'subnets': [{'id': '64fe599c-1e1c-4513-baf1-24a8dc12f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:53.152975 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Checking router: d36eaa82-fc06-44a9-b49c-7032f65a6c81 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:23:53.154037 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Updating router d36eaa82-fc06-44a9-b49c-7032f65a6c81 port 86112cd0-dfee-48bb-a648-5faac42eb6ce binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:23:53.200948 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device cba83548-3c6d-4480-a0d3-c69cd4063210 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:53.231002 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:53.327729 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port cba83548-3c6d-4480-a0d3-c69cd4063210 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:53.328095 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:53.588375 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port cba83548-3c6d-4480-a0d3-c69cd4063210 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:53.860498 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49280) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:53.940441 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Publish callbacks [] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:53.949725 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:53.963495 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:54.044170 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1503-5a41-4816-af2c-9e3967805813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.073221 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:54.079374 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc0c2d-d61f-4970-a63f-250db25aebd9 None None] Pushing event updated for resources: {'Port': ['ID=86112cd0-dfee-48bb-a648-5faac42eb6ce,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:54.096050 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Attempting to bind port 86112cd0-dfee-48bb-a648-5faac42eb6ce on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:23:54.098122 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Attempting to bind port 86112cd0-dfee-48bb-a648-5faac42eb6ce by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:23:54.098914 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Attempting to bind port 86112cd0-dfee-48bb-a648-5faac42eb6ce on network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:23:54.108948 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:23:54.109246 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Checking segment: {'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:23:54.109739 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.110168 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Bound using segment: {'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:23:54.110902 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Bound port: 86112cd0-dfee-48bb-a648-5faac42eb6ce, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a39f71-8dcd-4902-aaad-d5325769169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:23:54.111281 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.159817 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1503-5a41-4816-af2c-9e3967805813 admin admin] Publish callbacks [] for security_group (e1ab4e76-721a-4565-b7ef-7f641417fe92), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.160966 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:54.166599 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1503-5a41-4816-af2c-9e3967805813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e1ab4e76-721a-4565-b7ef-7f641417fe92), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.231102 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] For port 86112cd0-dfee-48bb-a648-5faac42eb6ce, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:23:54.240211 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] For port 86112cd0-dfee-48bb-a648-5faac42eb6ce, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=86112cd0-dfee-48bb-a648-5faac42eb6ce,segment=NetworkSegment(c9a39f71-8dcd-4902-aaad-d5325769169a),segment_id=c9a39f71-8dcd-4902-aaad-d5325769169a)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:23:54.246876 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0e5b1503-5a41-4816-af2c-9e3967805813 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96750881d717498ebd786f808eb22db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826365 Jun 15 22:23:54.248844 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49286) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:54.250876 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.251476 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b1503-5a41-4816-af2c-9e3967805813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ab4e76-721a-4565-b7ef-7f641417fe92,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:54.320411 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Routers {'d36eaa82-fc06-44a9-b49c-7032f65a6c81'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:23:54.321308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:23:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:54.366889 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d36d9670-63bd-4c5c-90f8-5749e5dc8bf7 admin admin] Publish callbacks [] for security_group (e1ab4e76-721a-4565-b7ef-7f641417fe92), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.397631 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d36d9670-63bd-4c5c-90f8-5749e5dc8bf7 admin admin] Publish callbacks [] for security_group (e1ab4e76-721a-4565-b7ef-7f641417fe92), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.462060 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:54.468158 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-6c550b4a-8b20-4c87-b80c-bc643274a5fe None None] Provisioning complete for port 86112cd0-dfee-48bb-a648-5faac42eb6ce triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:54.469115 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c550b4a-8b20-4c87-b80c-bc643274a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.533188 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d36d9670-63bd-4c5c-90f8-5749e5dc8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e1ab4e76-721a-4565-b7ef-7f641417fe92), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.538472 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc0c2d-d61f-4970-a63f-250db25aebd9 None None] Pushing event updated for resources: {'Port': ['ID=86112cd0-dfee-48bb-a648-5faac42eb6ce,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:54.539557 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d36d9670-63bd-4c5c-90f8-5749e5dc8bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.545295 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d36d9670-63bd-4c5c-90f8-5749e5dc8bf7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1ab4e76-721a-4565-b7ef-7f641417fe92 HTTP/1.1" status: 204 len: 168 time: 0.2948582 Jun 15 22:23:54.576472 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] Set router d36eaa82-fc06-44a9-b49c-7032f65a6c81 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:23:54.591663 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d9670-63bd-4c5c-90f8-5749e5dc8bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ab4e76-721a-4565-b7ef-7f641417fe92,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:54.847925 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-6c550b4a-8b20-4c87-b80c-bc643274a5fe None None] Current status of the port 86112cd0-dfee-48bb-a648-5faac42eb6ce is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:54.848652 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c550b4a-8b20-4c87-b80c-bc643274a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:54.951062 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-6c550b4a-8b20-4c87-b80c-bc643274a5fe None None] For port 86112cd0-dfee-48bb-a648-5faac42eb6ce, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=86112cd0-dfee-48bb-a648-5faac42eb6ce,segment=NetworkSegment(c9a39f71-8dcd-4902-aaad-d5325769169a),segment_id=c9a39f71-8dcd-4902-aaad-d5325769169a)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:23:54.967065 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6c550b4a-8b20-4c87-b80c-bc643274a5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.006454 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:23:50Z', 'revision_number': 4, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '86112cd0-dfee-48bb-a648-5faac42eb6ce', 'name': '', 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1', 'tenant_id': '58c17e29e47547019294543be70e1043', 'mac_address': 'fa:16:3e:1c:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '64fe599c-1e1c-4513-baf1-24a8dc12f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:49Z', 'updated_at': '2022-06-15T22:23:54Z', 'revision_number': 4, 'project_id': '58c17e29e47547019294543be70e1043', 'subnets': [{'id': '64fe599c-1e1c-4513-baf1-24a8dc12f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:23:55.057011 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e8e0ab-432c-4413-8af7-b177357f95d2 None None] The sync data for ids ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'] in dv-cinder-835384-7-iscsi is: [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:23:50Z', 'revision_number': 4, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '86112cd0-dfee-48bb-a648-5faac42eb6ce', 'name': '', 'network_id': '0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1', 'tenant_id': '58c17e29e47547019294543be70e1043', 'mac_address': 'fa:16:3e:1c:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '64fe599c-1e1c-4513-baf1-24a8dc12f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:49Z', 'updated_at': '2022-06-15T22:23:54Z', 'revision_number': 4, 'project_id': '58c17e29e47547019294543be70e1043', 'subnets': [{'id': '64fe599c-1e1c-4513-baf1-24a8dc12f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:23:55.105688 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c550b4a-8b20-4c87-b80c-bc643274a5fe None None] Pushing event updated for resources: {'Port': ['ID=86112cd0-dfee-48bb-a648-5faac42eb6ce,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:55.111885 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-57ef4341-3738-43c4-98f7-d7a30d3ef6f0 None None] Provisioning complete for port 86112cd0-dfee-48bb-a648-5faac42eb6ce triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:55.112250 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-57ef4341-3738-43c4-98f7-d7a30d3ef6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.274615 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49300) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:55.286961 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-57ef4341-3738-43c4-98f7-d7a30d3ef6f0 None None] Current status of the port 86112cd0-dfee-48bb-a648-5faac42eb6ce is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:55.298100 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9a59d0d-2271-4cfd-b62e-c8b4c684ecd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.405015 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:55.421256 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9a59d0d-2271-4cfd-b62e-c8b4c684ecd4 admin admin] Publish callbacks [] for security_group (5b0a9780-945b-4e9c-b8db-ec0d037aa686), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.428067 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e9a59d0d-2271-4cfd-b62e-c8b4c684ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5b0a9780-945b-4e9c-b8db-ec0d037aa686), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.478900 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e9a59d0d-2271-4cfd-b62e-c8b4c684ecd4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2277310b44346629e4eac4682ba59af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025528 Jun 15 22:23:55.481683 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49302) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:55.483028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a59d0d-2271-4cfd-b62e-c8b4c684ecd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a9780-945b-4e9c-b8db-ec0d037aa686,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:55.556465 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-633b5e49-5057-4701-8bec-2e79e37b02db admin admin] Publish callbacks [] for security_group (5b0a9780-945b-4e9c-b8db-ec0d037aa686), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.583769 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-633b5e49-5057-4701-8bec-2e79e37b02db admin admin] Publish callbacks [] for security_group (5b0a9780-945b-4e9c-b8db-ec0d037aa686), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.648055 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-633b5e49-5057-4701-8bec-2e79e37b02db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (5b0a9780-945b-4e9c-b8db-ec0d037aa686), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.652755 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-633b5e49-5057-4701-8bec-2e79e37b02db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:55.654454 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-633b5e49-5057-4701-8bec-2e79e37b02db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b0a9780-945b-4e9c-b8db-ec0d037aa686 HTTP/1.1" status: 204 len: 168 time: 0.1714828 Jun 15 22:23:55.664193 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b5e49-5057-4701-8bec-2e79e37b02db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a9780-945b-4e9c-b8db-ec0d037aa686,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:57.159386 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 86112cd0-dfee-48bb-a648-5faac42eb6ce up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:23:57.204132 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:57.209623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:23:57.260172 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 86112cd0-dfee-48bb-a648-5faac42eb6ce triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:23:57.260811 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.307263 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49340) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:57.367557 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 86112cd0-dfee-48bb-a648-5faac42eb6ce is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:23:57.459407 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfcf602e-7ca4-4885-92dc-307e7cb06c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.568136 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfcf602e-7ca4-4885-92dc-307e7cb06c42 admin admin] Publish callbacks [] for security_group (89721465-d0ff-4e92-9f2f-1c8f46ecb345), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.573743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-bfcf602e-7ca4-4885-92dc-307e7cb06c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (89721465-d0ff-4e92-9f2f-1c8f46ecb345), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.615329 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf602e-7ca4-4885-92dc-307e7cb06c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89721465-d0ff-4e92-9f2f-1c8f46ecb345,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:57.624564 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-bfcf602e-7ca4-4885-92dc-307e7cb06c42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cbd3b993beb4b068fcb65c362e01ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155110 Jun 15 22:23:57.627369 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49344) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:23:57.706661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Publish callbacks [] for security_group (89721465-d0ff-4e92-9f2f-1c8f46ecb345), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.733212 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Publish callbacks [] for security_group (89721465-d0ff-4e92-9f2f-1c8f46ecb345), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.800276 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (89721465-d0ff-4e92-9f2f-1c8f46ecb345), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.803065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:23:57.810025 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89721465-d0ff-4e92-9f2f-1c8f46ecb345 HTTP/1.1" status: 204 len: 168 time: 0.1815526 Jun 15 22:23:57.826686 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89721465-d0ff-4e92-9f2f-1c8f46ecb345,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:23:57.836844 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.839021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.839753 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.840639 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.840975 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.841303 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.841667 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.842135 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.842382 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.842705 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.843027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.843343 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.843658 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.843967 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:23:57.844437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d3466b-c833-4906-b8cb-1f4622898269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:00.837914 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:02.502057 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-283a7e25-fbbf-44bf-8eef-4d11063d9b0c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:02.503811 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-283a7e25-fbbf-44bf-8eef-4d11063d9b0c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/networks?id=704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 200 len: 815 time: 0.1253765 Jun 15 22:24:02.524619 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-a6e96ee4-0856-4c26-8d5a-cd480afca21b tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/quotas/0d141f1b8c984a5a9fbf2fb3c8f01b2b HTTP/1.1" status: 200 len: 375 time: 0.0134287 Jun 15 22:24:02.571454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:02.579560 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-1733eafb-ea1d-4ccd-a52e-084c08e2b591 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471303 Jun 15 22:24:02.700551 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-3ab8e05b-dd3e-40a3-8a03-b6c2783c9e0f service neutron] 10.222.0.55 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081083 Jun 15 22:24:02.804274 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-cfe66d96-9888-4405-bee7-357a5be77f2f service neutron] 10.222.0.55 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976822 Jun 15 22:24:03.991618 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-08800080-0fc7-4726-96b6-3c4c51bd094f req-b5d8fe6e-20cd-4d10-9199-5a1b4aaf3ed7 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 210 time: 0.0328119 Jun 15 22:24:05.102461 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9843569a-aea4-48d8-a304-2b790dc6b015 req-fad5f984-3577-4c5c-adf8-d541684609ee tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 210 time: 0.0375216 Jun 15 22:24:05.659681 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:06.207366 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e430b08b-10e9-43bb-9545-dcd51d199054 req-c8ed4ae2-803e-422b-9208-51cc66365ba8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Jun 15 22:24:07.317782 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a11e7713-af6d-474b-99af-3036dbab02f9 req-a456a42a-ecab-402b-bb6a-4faa8be118a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Jun 15 22:24:07.409211 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49484) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:07.576790 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f6785da-0dff-4dca-a17f-c9e409d1ec2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:07.701074 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-bab53823-bf0f-4d00-a66d-0a9e4af7adc6 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:07.702652 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-bab53823-bf0f-4d00-a66d-0a9e4af7adc6 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.26 "GET /v2.0/networks?id=704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 200 len: 815 time: 0.1589656 Jun 15 22:24:07.724636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'port': {'device_id': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'admin_state_up': True, 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:07.727742 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:07.772206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f6785da-0dff-4dca-a17f-c9e409d1ec2e admin admin] Publish callbacks [] for security_group (1466bf59-8aa5-44ec-8b91-df0618cf8321), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:07.805737 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-9f6785da-0dff-4dca-a17f-c9e409d1ec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1466bf59-8aa5-44ec-8b91-df0618cf8321), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:07.876758 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-9f6785da-0dff-4dca-a17f-c9e409d1ec2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b3d03649bec48d2a252e8024bb367ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4661000 Jun 15 22:24:07.879380 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6785da-0dff-4dca-a17f-c9e409d1ec2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1466bf59-8aa5-44ec-8b91-df0618cf8321,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:07.879524 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49498) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:07.899058 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:07.922503 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Made reservation on behalf of 0d141f1b8c984a5a9fbf2fb3c8f01b2b for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:24:07.927765 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:07.949752 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Publish callbacks [] for security_group (1466bf59-8aa5-44ec-8b91-df0618cf8321), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:07.976665 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Publish callbacks [] for security_group (1466bf59-8aa5-44ec-8b91-df0618cf8321), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:08.033094 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1466bf59-8aa5-44ec-8b91-df0618cf8321), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:08.037604 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:08.042878 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1466bf59-8aa5-44ec-8b91-df0618cf8321 HTTP/1.1" status: 204 len: 168 time: 0.1619349 Jun 15 22:24:08.053677 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466bf59-8aa5-44ec-8b91-df0618cf8321,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:08.063008 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.064006 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.064516 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.065223 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.065869 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.066354 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.066857 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.067462 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.069146 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.069544 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.069882 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.070212 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.070538 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.070860 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.071181 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff04d1af-ce73-4cbd-a206-a98feac2f9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:08.125561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Allocated IP 172.20.0.9 (704d5041-1821-4a58-8137-a7c4880d5c2e/35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f/b290f9e3-ac76-4d1f-8a23-b2ecaed26988) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:08.327334 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:08.408280 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:08.494505 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:08.519141 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7f1d28b5-4dc6-4b16-a3f1-70a42472fc55 req-cb7fc126-6478-4c83-a1ca-59c8e1516f97 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 210 time: 0.0526111 Jun 15 22:24:08.583509 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Network 704d5041-1821-4a58-8137-a7c4880d5c2e is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:08.588556 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:08.609629 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:08.655786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:08.738047 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:08.740077 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:08.776185 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-af773ba9-3991-4062-b398-c2a7a73f28d2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554013 Jun 15 22:24:09.044671 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-2a8b6af5-66b4-4a8e-b78b-164102afc280 None None] Provisioning complete for port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:09.046386 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6af5-66b4-4a8e-b78b-164102afc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:09.117114 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b6af5-66b4-4a8e-b78b-164102afc280 None None] Port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:24:09.247732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Request body: {'port': {'device_id': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:09.250516 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:09.339709 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:10.128083 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affff9a-415f-4b64-a6bc-35f222557d60 req-b9112a68-d777-4217-ae6d-526f98f9123c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:10.130759 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2affff9a-415f-4b64-a6bc-35f222557d60 req-b9112a68-d777-4217-ae6d-526f98f9123c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 931 time: 0.4743125 Jun 15 22:24:10.160132 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:10.161385 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:10.245740 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2affff9a-415f-4b64-a6bc-35f222557d60 req-9315feb6-f706-44d4-a18c-16565b933594 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017182 Jun 15 22:24:10.260516 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b290f9e3-ac76-4d1f-8a23-b2ecaed26988 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:24:10.274916 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Publish callbacks [] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:10.293603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Transition to ACTIVE for port object b290f9e3-ac76-4d1f-8a23-b2ecaed26988 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:24:10.298407 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:10.358040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Pushing event updated for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:10.476984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Attempting to bind port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:24:10.477523 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Attempting to bind port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:24:10.478189 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Attempting to bind port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 on network 704d5041-1821-4a58-8137-a7c4880d5c2e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:10.486867 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 on network 704d5041-1821-4a58-8137-a7c4880d5c2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:24:10.487926 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Attempting to bind port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 on network 704d5041-1821-4a58-8137-a7c4880d5c2e {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:10.498716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:24:10.499547 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Checking segment: {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:10.500603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Bound using segment: {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:24:10.501414 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Bound port: b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbb7d87-f182-4dbc-9b98-6d613837ca4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:24:10.502160 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:10.620974 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:24:10.625046 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:24:10.634285 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:10.641438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:10.684319 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:10.685516 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:10.687266 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] 10.222.0.26 "PUT /v2.0/ports/b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 1093 time: 1.4457915 Jun 15 22:24:10.687949 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:24:10.690576 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e219e63f-3d79-4f32-af1e-d7d68d4e76ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:24:10.753278 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e11eb1-0b62-4b22-aec2-eeeaa0134086 service neutron] Pushing event updated for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:10.759598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a692aa5-a9f8-4310-94da-91173f2b8923 x-openstack-request-id: req-6a692aa5-a9f8-4310-94da-91173f2b8923 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:24:10.760190 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:24:10.760702 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a692aa5-a9f8-4310-94da-91173f2b8923 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:24:10.761364 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a692aa5-a9f8-4310-94da-91173f2b8923'] response: {'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'status': 'completed', 'code': 200} Jun 15 22:24:11.414314 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb467-db1d-44e0-a695-150da9775806 req-b4c17619-9adf-42a2-ae55-934559a9ede3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:11.422878 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb1fb467-db1d-44e0-a695-150da9775806 req-b4c17619-9adf-42a2-ae55-934559a9ede3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0684667 Jun 15 22:24:11.508778 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cb1fb467-db1d-44e0-a695-150da9775806 req-f754642d-bbfd-4ce6-9bd1-590844639411 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847342 Jun 15 22:24:12.644246 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5006c20-2b84-43c7-b49c-33ca6573e075 req-343673ca-4705-484f-adb4-8fa90890f40c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:12.648026 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a5006c20-2b84-43c7-b49c-33ca6573e075 req-343673ca-4705-484f-adb4-8fa90890f40c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0589421 Jun 15 22:24:12.706836 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a5006c20-2b84-43c7-b49c-33ca6573e075 req-35498a56-b7a4-4ef5-b914-ffe8e7636c76 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469797 Jun 15 22:24:13.796241 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0591fe34-7bf1-41c6-88e7-99d8e35bf264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:13.841281 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5b466-d015-43c2-a0ce-3c5159f67aac req-f51cc037-2a69-41bf-b5a0-bca82a11b974 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:13.842803 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68f5b466-d015-43c2-a0ce-3c5159f67aac req-f51cc037-2a69-41bf-b5a0-bca82a11b974 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0561087 Jun 15 22:24:13.871856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:13.897897 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-68f5b466-d015-43c2-a0ce-3c5159f67aac req-c44473c0-3ea7-4220-adf3-020db8852980 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487990 Jun 15 22:24:15.028774 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dba309-0a49-4f8c-81db-105490033076 req-b1566f4d-456a-45e3-a46d-41cf1d3e9ddd tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:15.030519 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-96dba309-0a49-4f8c-81db-105490033076 req-b1566f4d-456a-45e3-a46d-41cf1d3e9ddd tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0539432 Jun 15 22:24:15.081344 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-96dba309-0a49-4f8c-81db-105490033076 req-e4455a08-27c5-4647-8156-6420c5194aef tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Jun 15 22:24:16.053801 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-708bc02c-637f-4bfb-bdb5-744bb688ba13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:16.208651 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf454c-61f2-4ffd-b1a3-4bb27fb9b059 req-c6b94824-ffbb-443c-b30c-89261e307d88 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:16.210241 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4bf454c-61f2-4ffd-b1a3-4bb27fb9b059 req-c6b94824-ffbb-443c-b30c-89261e307d88 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0549915 Jun 15 22:24:16.266964 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a4bf454c-61f2-4ffd-b1a3-4bb27fb9b059 req-3870f59f-cdee-40a1-ba07-274d055a654e tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Jun 15 22:24:17.395330 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e16de-fd2b-46e1-a75c-7cd7131e6a0a req-40c40281-7d01-4949-a36c-317bea833f34 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:17.397479 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d65e16de-fd2b-46e1-a75c-7cd7131e6a0a req-40c40281-7d01-4949-a36c-317bea833f34 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0537052 Jun 15 22:24:17.453832 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d65e16de-fd2b-46e1-a75c-7cd7131e6a0a req-cb4dcd0c-8ff1-407b-baef-5c34a879c66d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488245 Jun 15 22:24:17.485372 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219e63f-3d79-4f32-af1e-d7d68d4e76ca req-b9a2a09c-a5aa-49d0-bc3f-cb859dc4f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:17.486872 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e219e63f-3d79-4f32-af1e-d7d68d4e76ca req-b9a2a09c-a5aa-49d0-bc3f-cb859dc4f458 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1127 time: 0.0414243 Jun 15 22:24:17.605740 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219e63f-3d79-4f32-af1e-d7d68d4e76ca req-a2932161-4da0-475e-9f28-40de02da1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:17.607002 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e219e63f-3d79-4f32-af1e-d7d68d4e76ca req-a2932161-4da0-475e-9f28-40de02da1a94 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1004934 Jun 15 22:24:17.622844 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:17.732598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219e63f-3d79-4f32-af1e-d7d68d4e76ca req-817c9a6c-7952-482c-87f9-97ed4726e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:17.734144 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e219e63f-3d79-4f32-af1e-d7d68d4e76ca req-817c9a6c-7952-482c-87f9-97ed4726e3ea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208801 Jun 15 22:24:17.841837 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-35b5f7ab-4b53-4bd4-bfd5-05b9ea07198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:17.843605 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-35b5f7ab-4b53-4bd4-bfd5-05b9ea07198e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1127 time: 0.0436845 Jun 15 22:24:17.900927 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-78cf5842-7342-4baf-be04-db081f0db55b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 217 time: 0.0445397 Jun 15 22:24:17.957173 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-bf619517-b0ad-46a0-80ed-3bedda1b9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:17.958690 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-bf619517-b0ad-46a0-80ed-3bedda1b9d76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f HTTP/1.1" status: 200 len: 854 time: 0.0508370 Jun 15 22:24:18.009375 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-b987bb44-00f4-4a67-8e2d-950e92aa8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:18.010916 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-b987bb44-00f4-4a67-8e2d-950e92aa8e12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=704d5041-1821-4a58-8137-a7c4880d5c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451348 Jun 15 22:24:18.114024 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-751a319c-3e80-4507-b32a-4ae32ba1215c service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956619 Jun 15 22:24:18.212388 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-56b9062d-ae1d-4039-bbef-e6bdda57188a req-490df05a-0daa-435e-829e-05da12a21c45 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926430 Jun 15 22:24:18.583663 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b3ba-9b15-41f2-a638-5517e6252ddb req-ef943b4d-b176-4785-90d2-1443db13051d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:18.585241 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06c6b3ba-9b15-41f2-a638-5517e6252ddb req-ef943b4d-b176-4785-90d2-1443db13051d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0578563 Jun 15 22:24:18.636717 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-06c6b3ba-9b15-41f2-a638-5517e6252ddb req-42eae3ba-d238-4586-9845-ed1e5a94cade tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450912 Jun 15 22:24:19.203079 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:24:19.299390 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:19.355973 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:19.757413 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb1dc2-339e-45a2-bfbd-1ffe2696ffe0 req-280327fe-0d48-4d88-ace8-db1c62c1ded6 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:19.758956 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fbfb1dc2-339e-45a2-bfbd-1ffe2696ffe0 req-280327fe-0d48-4d88-ace8-db1c62c1ded6 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0482764 Jun 15 22:24:19.813179 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fbfb1dc2-339e-45a2-bfbd-1ffe2696ffe0 req-01cc88f1-cde5-4d2b-b11a-b2133d3f0b75 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483134 Jun 15 22:24:20.940655 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ee058-18e4-4614-adfa-2acd71ee975b req-ca6264f0-c16a-4fc9-bf6d-1d6142520dba tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:20.942204 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f3ee058-18e4-4614-adfa-2acd71ee975b req-ca6264f0-c16a-4fc9-bf6d-1d6142520dba tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0582078 Jun 15 22:24:20.955661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:20.996499 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4f3ee058-18e4-4614-adfa-2acd71ee975b req-7b44fde3-3395-4a88-8878-abac4234bfaf tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477552 Jun 15 22:24:22.127349 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b93a7-f080-45a7-8cb4-e9806b87b8aa req-9a1c41bf-091e-49e9-9a39-0ab1d07d26d8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:22.128823 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7a4b93a7-f080-45a7-8cb4-e9806b87b8aa req-9a1c41bf-091e-49e9-9a39-0ab1d07d26d8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0518119 Jun 15 22:24:22.180346 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7a4b93a7-f080-45a7-8cb4-e9806b87b8aa req-f32d43ac-f8e8-49d6-b066-8d9fa05a99d5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453479 Jun 15 22:24:23.318668 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382517d-c056-4756-bbb8-44797f509ab2 req-9a9b5ec7-be49-4bc4-a44c-8d9ea81e41d6 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:23.320066 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8382517d-c056-4756-bbb8-44797f509ab2 req-9a9b5ec7-be49-4bc4-a44c-8d9ea81e41d6 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0639985 Jun 15 22:24:23.371650 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8382517d-c056-4756-bbb8-44797f509ab2 req-096a2b29-2256-439f-87dd-e029cb438f98 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Jun 15 22:24:24.491185 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea1c8b-cf7c-48fd-ac29-d3b8667ba8e9 req-af29be10-20c3-4274-a025-1b2d99272a4d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:24.492729 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-87ea1c8b-cf7c-48fd-ac29-d3b8667ba8e9 req-af29be10-20c3-4274-a025-1b2d99272a4d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 943 time: 0.0493727 Jun 15 22:24:24.551965 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-87ea1c8b-cf7c-48fd-ac29-d3b8667ba8e9 req-83dae13c-d7f6-4150-8967-8bd829cf5b36 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Jun 15 22:24:25.400784 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b290f9e3-ac76-4d1f-8a23-b2ecaed26988 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:24:25.511394 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:25.523898 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'port_id': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'mac_address': 'fa:16:3e:3a:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:24:25.563986 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:25.564625 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:25.587841 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b290f9e3-ac76-4d1f-8a23-b2ecaed26988 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:24:25.610127 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:25.617276 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:25.675766 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:25.681706 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9876a-0615-4cbc-9671-87cb04a2c76d req-23401801-cec0-4e89-b26f-9fb3bca86ce3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:25.683262 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36b9876a-0615-4cbc-9671-87cb04a2c76d req-23401801-cec0-4e89-b26f-9fb3bca86ce3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 944 time: 0.0553370 Jun 15 22:24:25.720559 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:25.739938 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-36b9876a-0615-4cbc-9671-87cb04a2c76d req-8ac0e53b-582b-4cf7-8d16-4b631aca5b83 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506160 Jun 15 22:24:25.914009 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b290f9e3-ac76-4d1f-8a23-b2ecaed26988'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:24:25.952158 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49736) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:26.020332 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:26.083046 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1117ece3-3f91-46fd-9876-1ca17f2acf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:26.153715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:26.167859 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1117ece3-3f91-46fd-9876-1ca17f2acf3a admin admin] Publish callbacks [] for security_group (a8a57eea-a601-4c47-ae35-155e6112ceb4), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:26.173252 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1117ece3-3f91-46fd-9876-1ca17f2acf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (a8a57eea-a601-4c47-ae35-155e6112ceb4), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:26.213552 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1117ece3-3f91-46fd-9876-1ca17f2acf3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0b9afff0cd24da99681ef43e5e6ee64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600837 Jun 15 22:24:26.214763 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117ece3-3f91-46fd-9876-1ca17f2acf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a57eea-a601-4c47-ae35-155e6112ceb4,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:26.216357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49746) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:26.269925 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cd69d621-8439-47de-b995-ed42c776061b admin admin] Publish callbacks [] for security_group (a8a57eea-a601-4c47-ae35-155e6112ceb4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:26.292772 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cd69d621-8439-47de-b995-ed42c776061b admin admin] Publish callbacks [] for security_group (a8a57eea-a601-4c47-ae35-155e6112ceb4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:26.348207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cd69d621-8439-47de-b995-ed42c776061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (a8a57eea-a601-4c47-ae35-155e6112ceb4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:26.350678 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cd69d621-8439-47de-b995-ed42c776061b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:26.351841 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cd69d621-8439-47de-b995-ed42c776061b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8a57eea-a601-4c47-ae35-155e6112ceb4 HTTP/1.1" status: 204 len: 168 time: 0.1344926 Jun 15 22:24:26.360036 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69d621-8439-47de-b995-ed42c776061b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a57eea-a601-4c47-ae35-155e6112ceb4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:26.869154 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6927abe-bb4a-45f9-a366-1232353bc918 req-787536d2-5501-41e5-b9d8-ca45e379ca52 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:26.870739 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e6927abe-bb4a-45f9-a366-1232353bc918 req-787536d2-5501-41e5-b9d8-ca45e379ca52 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 944 time: 0.0581098 Jun 15 22:24:26.924493 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e6927abe-bb4a-45f9-a366-1232353bc918 req-d79ec272-22ff-454c-8871-e81a958eb5c6 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476127 Jun 15 22:24:27.415703 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b290f9e3-ac76-4d1f-8a23-b2ecaed26988 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:27.442859 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:27.468419 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:24:27.475858 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:27.476233 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:27.557090 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:27.557513 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:27.582276 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:24:27.584539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b414d8-fdd5-4a56-906c-f7e0b9557a98" -d '{"events": [{"server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "name": "network-vif-plugged", "status": "completed", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:24:27.601225 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:27.607280 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:27.630235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae6b123-31ee-4a88-b054-079e19b4cb62 x-openstack-request-id: req-1ae6b123-31ee-4a88-b054-079e19b4cb62 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:24:27.630441 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "name": "network-vif-plugged", "status": "completed", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:24:27.630687 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ae6b123-31ee-4a88-b054-079e19b4cb62 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:24:27.631074 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae6b123-31ee-4a88-b054-079e19b4cb62'] response: {'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'code': 200} Jun 15 22:24:27.657799 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:27.839810 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee97c4-b1be-4733-9523-81128014f87e req-525fb385-3710-4204-82f1-3278a756e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:27.841552 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0ee97c4-b1be-4733-9523-81128014f87e req-525fb385-3710-4204-82f1-3278a756e66c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1129 time: 0.0410659 Jun 15 22:24:27.890767 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b0ee97c4-b1be-4733-9523-81128014f87e req-8e207e7f-5c65-419a-b344-b2b8839561e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Jun 15 22:24:28.002390 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:28.042574 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637f24a-857a-48a1-bf01-3151cded2130 req-bb4361e6-b4c7-471c-8af1-03c0cf94b08f tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:28.044092 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9637f24a-857a-48a1-bf01-3151cded2130 req-bb4361e6-b4c7-471c-8af1-03c0cf94b08f tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0506446 Jun 15 22:24:28.098425 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-9637f24a-857a-48a1-bf01-3151cded2130 req-53d204c3-254c-4aa3-a7cd-7a7649795bdb tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483718 Jun 15 22:24:28.598759 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-90291312-63f4-43ab-9158-936c772a869c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450101 Jun 15 22:24:28.699312 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-5b7c03d8-7917-4e16-8fb4-9a67899a4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:28.700843 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-5b7c03d8-7917-4e16-8fb4-9a67899a4b4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1130 time: 0.0486624 Jun 15 22:24:28.811868 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-7d59346a-6b2e-4d42-8093-ae6537a5ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:28.813260 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-7d59346a-6b2e-4d42-8093-ae6537a5ddcf service neutron] 10.222.0.26 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 910 time: 0.0923555 Jun 15 22:24:28.899899 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-ca086bbc-88c6-4734-92fa-c213d0453a1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 1002 time: 0.0655522 Jun 15 22:24:29.197947 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:29.199354 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:29.219139 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaaeb6-ea91-49cc-9387-62d8ad25b560 req-5cc1ccc9-5299-410d-b212-3f829f458246 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:29.220647 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5aaaeb6-ea91-49cc-9387-62d8ad25b560 req-5cc1ccc9-5299-410d-b212-3f829f458246 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0507834 Jun 15 22:24:29.274657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b5aaaeb6-ea91-49cc-9387-62d8ad25b560 req-27ff21c4-c827-46dd-9af3-8ea452bf2e9c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478206 Jun 15 22:24:29.340747 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-9cffa695-ffc1-4f47-a190-49f35154543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:29.342498 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-9cffa695-ffc1-4f47-a190-49f35154543b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 200 len: 848 time: 0.0591779 Jun 15 22:24:29.396786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-f4dc7140-fb40-4b11-b065-715cf4dd675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:29.398626 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-f4dc7140-fb40-4b11-b065-715cf4dd675f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2639197b-57e3-474f-bfde-2855daaf8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492985 Jun 15 22:24:29.406721 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e47e0f-c978-4132-bcca-8f8d0b4a7cfb req-607bd2f0-fbb7-4e0c-bb4b-68fb994dc8f9 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:29.409684 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-41e47e0f-c978-4132-bcca-8f8d0b4a7cfb req-607bd2f0-fbb7-4e0c-bb4b-68fb994dc8f9 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0581634 Jun 15 22:24:29.469910 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-41e47e0f-c978-4132-bcca-8f8d0b4a7cfb req-bfc44522-9db7-4c1b-ac0f-3a2af5ec4ff9 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536280 Jun 15 22:24:29.498105 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:29.509809 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-50e8fb9e-e0f5-48fd-9abf-cdbfb5c00b04 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054270 Jun 15 22:24:29.607501 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd967bd3-7028-4b6b-bce3-fa3b0c534387 req-c2a7d60b-04bd-475b-8ab2-3c6e483ad009 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907416 Jun 15 22:24:29.803002 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876868b2-529b-4670-9d0a-8c2554a6b8b4 req-4aa6e0f8-f3be-4b21-a9e2-644166e118bd tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:29.804986 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-876868b2-529b-4670-9d0a-8c2554a6b8b4 req-4aa6e0f8-f3be-4b21-a9e2-644166e118bd tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0532374 Jun 15 22:24:29.864540 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-876868b2-529b-4670-9d0a-8c2554a6b8b4 req-c3b0da73-1036-46f9-aaa0-806a7896a42c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516596 Jun 15 22:24:30.785113 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49870) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:30.862882 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:30.898701 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5712f00d-09d7-4922-9396-b5b4f3d804d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:30.938048 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:30.988226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5712f00d-09d7-4922-9396-b5b4f3d804d7 admin admin] Publish callbacks [] for security_group (d89dc5ef-8c95-434b-9374-fa7c4319fb8d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:30.993310 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5712f00d-09d7-4922-9396-b5b4f3d804d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d89dc5ef-8c95-434b-9374-fa7c4319fb8d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:31.034565 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5712f00d-09d7-4922-9396-b5b4f3d804d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ec6efae6609421aa91e14ff2ca9c16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481225 Jun 15 22:24:31.035255 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712f00d-09d7-4922-9396-b5b4f3d804d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89dc5ef-8c95-434b-9374-fa7c4319fb8d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:31.037566 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49876) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:31.087852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-273479d9-da28-4340-b5d9-43a83ebf24b9 admin admin] Publish callbacks [] for security_group (d89dc5ef-8c95-434b-9374-fa7c4319fb8d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:31.113008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-273479d9-da28-4340-b5d9-43a83ebf24b9 admin admin] Publish callbacks [] for security_group (d89dc5ef-8c95-434b-9374-fa7c4319fb8d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:31.172119 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-273479d9-da28-4340-b5d9-43a83ebf24b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (d89dc5ef-8c95-434b-9374-fa7c4319fb8d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:31.174828 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-273479d9-da28-4340-b5d9-43a83ebf24b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:31.176031 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-273479d9-da28-4340-b5d9-43a83ebf24b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d89dc5ef-8c95-434b-9374-fa7c4319fb8d HTTP/1.1" status: 204 len: 168 time: 0.1375983 Jun 15 22:24:31.185501 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273479d9-da28-4340-b5d9-43a83ebf24b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89dc5ef-8c95-434b-9374-fa7c4319fb8d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:35.157171 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49938) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:35.284636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5230-704f-4616-b0f4-f5b2ceb9b723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.370381 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5230-704f-4616-b0f4-f5b2ceb9b723 admin admin] Publish callbacks [] for security_group (230dc705-fb45-4c82-a36d-f1c1016e8818), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.375969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6ebc5230-704f-4616-b0f4-f5b2ceb9b723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (230dc705-fb45-4c82-a36d-f1c1016e8818), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.416374 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc5230-704f-4616-b0f4-f5b2ceb9b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230dc705-fb45-4c82-a36d-f1c1016e8818,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:35.420731 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6ebc5230-704f-4616-b0f4-f5b2ceb9b723 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e186c1ceb7b426f97957d589f003650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625182 Jun 15 22:24:35.423625 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49944) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:35.474517 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8afd3f01-7138-4e68-ba99-e6849c749263 admin admin] Publish callbacks [] for security_group (230dc705-fb45-4c82-a36d-f1c1016e8818), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.499481 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8afd3f01-7138-4e68-ba99-e6849c749263 admin admin] Publish callbacks [] for security_group (230dc705-fb45-4c82-a36d-f1c1016e8818), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.560429 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8afd3f01-7138-4e68-ba99-e6849c749263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (230dc705-fb45-4c82-a36d-f1c1016e8818), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.564052 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-8afd3f01-7138-4e68-ba99-e6849c749263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.565598 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-8afd3f01-7138-4e68-ba99-e6849c749263 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/230dc705-fb45-4c82-a36d-f1c1016e8818 HTTP/1.1" status: 204 len: 168 time: 0.1410491 Jun 15 22:24:35.574982 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3f01-7138-4e68-ba99-e6849c749263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230dc705-fb45-4c82-a36d-f1c1016e8818,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:35.866954 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 49950) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:35.884166 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae96ff27-5518-48d0-8342-d5c1a955c517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.926783 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:35.954797 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:35.977107 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae96ff27-5518-48d0-8342-d5c1a955c517 admin admin] Publish callbacks [] for security_group (4240b5d1-012b-40ab-ad32-b9f376542d9a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:35.981357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ae96ff27-5518-48d0-8342-d5c1a955c517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4240b5d1-012b-40ab-ad32-b9f376542d9a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.021354 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ae96ff27-5518-48d0-8342-d5c1a955c517 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ff939b0e0bc4a58a32e39d4aa9efbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534369 Jun 15 22:24:36.022319 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ff27-5518-48d0-8342-d5c1a955c517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4240b5d1-012b-40ab-ad32-b9f376542d9a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:36.024147 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49952) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:36.083152 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c8cf-6a84-4a41-ab79-cb26010219db admin admin] Publish callbacks [] for security_group (4240b5d1-012b-40ab-ad32-b9f376542d9a), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.106565 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c8cf-6a84-4a41-ab79-cb26010219db admin admin] Publish callbacks [] for security_group (4240b5d1-012b-40ab-ad32-b9f376542d9a), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.160823 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c8cf-6a84-4a41-ab79-cb26010219db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (4240b5d1-012b-40ab-ad32-b9f376542d9a), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.165307 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-7aa6c8cf-6a84-4a41-ab79-cb26010219db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.166848 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-7aa6c8cf-6a84-4a41-ab79-cb26010219db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4240b5d1-012b-40ab-ad32-b9f376542d9a HTTP/1.1" status: 204 len: 168 time: 0.1405253 Jun 15 22:24:36.177312 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6c8cf-6a84-4a41-ab79-cb26010219db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4240b5d1-012b-40ab-ad32-b9f376542d9a,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:36.535492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49960) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:36.549420 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf0f5-1b21-4594-b832-76a6e6a0c3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.628846 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf0f5-1b21-4594-b832-76a6e6a0c3a2 admin admin] Publish callbacks [] for security_group (afe41227-1e77-43a8-aa46-03f346d1f9a6), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.634152 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf0f5-1b21-4594-b832-76a6e6a0c3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (afe41227-1e77-43a8-aa46-03f346d1f9a6), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.676532 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cf0f5-1b21-4594-b832-76a6e6a0c3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe41227-1e77-43a8-aa46-03f346d1f9a6,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:36.682576 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-5c3cf0f5-1b21-4594-b832-76a6e6a0c3a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b922045bf144a26b40e34095eebf717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460495 Jun 15 22:24:36.685201 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 49962) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:36.740353 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d861d0b2-dcdd-43e2-9bff-b5061e684962 admin admin] Publish callbacks [] for security_group (afe41227-1e77-43a8-aa46-03f346d1f9a6), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.763790 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d861d0b2-dcdd-43e2-9bff-b5061e684962 admin admin] Publish callbacks [] for security_group (afe41227-1e77-43a8-aa46-03f346d1f9a6), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.781038 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:36.816958 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d861d0b2-dcdd-43e2-9bff-b5061e684962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (afe41227-1e77-43a8-aa46-03f346d1f9a6), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.819587 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d861d0b2-dcdd-43e2-9bff-b5061e684962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:36.820760 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d861d0b2-dcdd-43e2-9bff-b5061e684962 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afe41227-1e77-43a8-aa46-03f346d1f9a6 HTTP/1.1" status: 204 len: 168 time: 0.1346114 Jun 15 22:24:36.830060 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861d0b2-dcdd-43e2-9bff-b5061e684962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe41227-1e77-43a8-aa46-03f346d1f9a6,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:40.063346 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301fc7f-5ca3-48f6-bdc0-97cf2e9271c3 req-83c2ba6f-248b-44eb-97c2-6e2e45f829dc tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:40.064840 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e301fc7f-5ca3-48f6-bdc0-97cf2e9271c3 req-83c2ba6f-248b-44eb-97c2-6e2e45f829dc tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0485220 Jun 15 22:24:40.122377 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e301fc7f-5ca3-48f6-bdc0-97cf2e9271c3 req-ba697a02-2659-46f7-a5dd-4f1356130574 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Jun 15 22:24:40.146992 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50012) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:40.346134 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:40.352267 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72340e2a-d2c4-451a-8bc7-b66b17ccffe1 tempest-TestMinimumBasicScenario-603541171 tempest-TestMinimumBasicScenario-603541171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:40.357139 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-72340e2a-d2c4-451a-8bc7-b66b17ccffe1 tempest-TestMinimumBasicScenario-603541171 tempest-TestMinimumBasicScenario-603541171-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1124 time: 0.2062113 Jun 15 22:24:40.357308 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50020) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:40.361516 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'port_id': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:40.384680 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.469960 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.582493 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Allocated IP 172.27.2.254 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/08dd3ae1-9385-4392-bbe0-4c51c67537b7) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:40.588636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50024) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:40.686681 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.698018 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0cb5adfd-16e1-4bb7-837f-cf93255036e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.720107 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.764587 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:40.769437 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:40.773151 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:40.774915 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0cb5adfd-16e1-4bb7-837f-cf93255036e6 admin admin] Publish callbacks [] for security_group (446f4bbb-3e4c-4be8-b9e6-76f104b2290e), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.777691 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'Port': ['ID=08dd3ae1-9385-4392-bbe0-4c51c67537b7,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:40.779798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-0cb5adfd-16e1-4bb7-837f-cf93255036e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (446f4bbb-3e4c-4be8-b9e6-76f104b2290e), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.819986 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0cb5adfd-16e1-4bb7-837f-cf93255036e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc30a31cfdb5492ab2253be3edd1f287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301667 Jun 15 22:24:40.821186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5adfd-16e1-4bb7-837f-cf93255036e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f4bbb-3e4c-4be8-b9e6-76f104b2290e,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:40.823977 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50028) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:40.876799 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7d04251-0cd1-4f46-b26b-bb8cdc6765d6 admin admin] Publish callbacks [] for security_group (446f4bbb-3e4c-4be8-b9e6-76f104b2290e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.898981 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7d04251-0cd1-4f46-b26b-bb8cdc6765d6 admin admin] Publish callbacks [] for security_group (446f4bbb-3e4c-4be8-b9e6-76f104b2290e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.953140 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7d04251-0cd1-4f46-b26b-bb8cdc6765d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (446f4bbb-3e4c-4be8-b9e6-76f104b2290e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.955588 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-d7d04251-0cd1-4f46-b26b-bb8cdc6765d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:40.956771 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-d7d04251-0cd1-4f46-b26b-bb8cdc6765d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/446f4bbb-3e4c-4be8-b9e6-76f104b2290e HTTP/1.1" status: 204 len: 168 time: 0.1319079 Jun 15 22:24:40.965984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d04251-0cd1-4f46-b26b-bb8cdc6765d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f4bbb-3e4c-4be8-b9e6-76f104b2290e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:41.024035 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:41.121435 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for floatingip (cbf0b98a-1d84-44c5-942e-7d0c421094fa), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.145519 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:41.210928 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.374341 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.380884 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.454004 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'Port': ['ID=08dd3ae1-9385-4392-bbe0-4c51c67537b7,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:41.464793 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (cbf0b98a-1d84-44c5-942e-7d0c421094fa), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.671815 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50050) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:41.780861 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1992936847-network', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:41.802665 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Made reservation on behalf of b2f3d3513c1440cfb73ba8f3c791c21e for: {'network': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:24:41.805140 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.812655 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Floating IP cbf0b98a-1d84-44c5-942e-7d0c421094fa associated. External IP: 172.27.2.254, port: b290f9e3-ac76-4d1f-8a23-b2ecaed26988. Jun 15 22:24:41.814131 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.892143 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks [] for security_group (1cfc9a6c-13b8-4d20-94ab-5d814deef470), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.897632 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1cfc9a6c-13b8-4d20-94ab-5d814deef470), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.920240 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104021) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:24:41.934671 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfc9a6c-13b8-4d20-94ab-5d814deef470,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:41.939663 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (d767fa83-c219-48a2-a7de-dc69d215c884), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.939998 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.segments_db [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Added segment d767fa83-c219-48a2-a7de-dc69d215c884 of type vlan for network 1ea215f8-963a-4d80-bf2d-45673a94edf0 Jun 15 22:24:41.983560 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (1ea215f8-963a-4d80-bf2d-45673a94edf0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:41.991648 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:42.011066 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (1ea215f8-963a-4d80-bf2d-45673a94edf0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.012107 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:42.012682 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.017620 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Router 0eae6e41-4b44-4701-a719-6b24d8dc65ca has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:24:42.045948 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3729012 Jun 15 22:24:42.052773 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50054) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:42.058259 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Request body: {'subnet': {'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1992936847-subnet', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:42.097010 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8775f-6231-4690-a11d-08a8692d2fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea215f8-963a-4d80-bf2d-45673a94edf0,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:42.102974 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:42.108924 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:24:42.111509 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Made reservation on behalf of b2f3d3513c1440cfb73ba8f3c791c21e for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:24:42.114232 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.129892 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:24:42.145204 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] Sync routers for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:24:42.157585 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:42.158867 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.159296 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:42.182980 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:42.201282 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-18551c20-78bd-4d22-88e6-0aff1b6518f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8429668 Jun 15 22:24:42.202296 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:24:42.204940 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7794d65a-53fa-4624-bf1b-304833d2a292" -d '{"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:24:42.206455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50056) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:42.222702 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-7e7aee25-fa71-4a60-9386-da1552a63fae tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608672955', 'description': 'tempest-secgroup-smoke-608672955 description', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:42.263204 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee25-fa71-4a60-9386-da1552a63fae tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.268469 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b738c03-9b73-4fb7-b300-295aade727b6 x-openstack-request-id: req-0b738c03-9b73-4fb7-b300-295aade727b6 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:24:42.269076 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:24:42.269514 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b738c03-9b73-4fb7-b300-295aade727b6 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:24:42.270335 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b738c03-9b73-4fb7-b300-295aade727b6'] response: {'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'status': 'completed', 'code': 200} Jun 15 22:24:42.361575 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:42.424354 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-7d79d061-7066-4892-8007-327649787ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:42.425990 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-7d79d061-7066-4892-8007-327649787ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1129 time: 0.0985715 Jun 15 22:24:42.431123 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (579a5bf8-3d78-46e6-9416-2358e46efe09), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.503197 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee25-fa71-4a60-9386-da1552a63fae tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group (e18ddfb1-1c3f-446e-93af-688977387561), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.519743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee25-fa71-4a60-9386-da1552a63fae tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e18ddfb1-1c3f-446e-93af-688977387561), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.577940 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'cbf0b98a-1d84-44c5-942e-7d0c421094fa', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'port_id': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'mac_address': 'fa:16:3e:3a:b4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:24:40Z', 'updated_at': '2022-06-15T22:24:40Z', 'revision_number': 0, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 5, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:42.588509 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579a5bf8-3d78-46e6-9416-2358e46efe09,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:42.604433 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-7e7aee25-fa71-4a60-9386-da1552a63fae tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.609245 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7e7aee25-fa71-4a60-9386-da1552a63fae tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3982759 Jun 15 22:24:42.609490 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] Checking router: 0eae6e41-4b44-4701-a719-6b24d8dc65ca for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:24:42.611211 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50060) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:42.616656 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-bb4a45cb-9e2f-4002-a116-6253cab5d390 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'security_group_rule': {'security_group_id': 'e18ddfb1-1c3f-446e-93af-688977387561', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:42.622959 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:42.623655 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:42.626526 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7aee25-fa71-4a60-9386-da1552a63fae tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18ddfb1-1c3f-446e-93af-688977387561,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:42.634148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-0db115ed-f512-42b7-a3d1-cf6f014889d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:42.635643 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-0db115ed-f512-42b7-a3d1-cf6f014889d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 200 len: 916 time: 0.2024868 Jun 15 22:24:42.636340 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Checking segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:42.636705 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Network hostable DHCP agents. Network: 1ea215f8-963a-4d80-bf2d-45673a94edf0, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:24:42.656620 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45cb-9e2f-4002-a116-6253cab5d390 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (9172f0d3-6eb4-437c-8e53-f3c8b139b87a), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.695860 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:24:42.703208 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:42.714706 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, 1ea215f8-963a-4d80-bf2d-45673a94edf0) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:42.717713 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-db3dae10-9cbc-48dc-beac-4719df41aab0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 999 time: 0.0708780 Jun 15 22:24:42.720677 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:42.721337 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.725520 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931fd819-108e-4678-910b-de5bcb63429f None None] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:24:42.729731 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45cb-9e2f-4002-a116-6253cab5d390 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (9172f0d3-6eb4-437c-8e53-f3c8b139b87a), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.735071 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45cb-9e2f-4002-a116-6253cab5d390 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (9172f0d3-6eb4-437c-8e53-f3c8b139b87a), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.736212 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:42.761793 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=9 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:42.762949 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a45cb-9e2f-4002-a116-6253cab5d390 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9172f0d3-6eb4-437c-8e53-f3c8b139b87a,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:42.779156 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bb4a45cb-9e2f-4002-a116-6253cab5d390 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.783856 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-43dbd305-ffe2-47db-ae6a-e9697ac1a2a2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7275684 Jun 15 22:24:42.785496 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50062) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:42.786129 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bb4a45cb-9e2f-4002-a116-6253cab5d390 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1732187 Jun 15 22:24:42.788114 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50064) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:42.791424 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:42.795244 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-4ff50c39-4c1c-4792-9e58-5063a87e928d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'security_group_rule': {'security_group_id': 'e18ddfb1-1c3f-446e-93af-688977387561', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:42.797565 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-faac4f76-1f7b-4939-9902-638f1521d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:42.799039 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-faac4f76-1f7b-4939-9902-638f1521d508 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f HTTP/1.1" status: 200 len: 854 time: 0.0740018 Jun 15 22:24:42.833314 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ff50c39-4c1c-4792-9e58-5063a87e928d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (a93dce3f-4ced-4f51-b7e2-951cd7e5ffb7), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.851325 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.852461 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.858554 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-58bf3f10-9f60-4b7d-a9b9-eff77cfae01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:42.860251 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-58bf3f10-9f60-4b7d-a9b9-eff77cfae01c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=704d5041-1821-4a58-8137-a7c4880d5c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531380 Jun 15 22:24:42.863390 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-1ea215f8-963a-4d80-bf2d-45673a94edf0', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:24:42.865618 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.866722 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:42.914488 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ff50c39-4c1c-4792-9e58-5063a87e928d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (a93dce3f-4ced-4f51-b7e2-951cd7e5ffb7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.930171 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ff50c39-4c1c-4792-9e58-5063a87e928d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (a93dce3f-4ced-4f51-b7e2-951cd7e5ffb7), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.946878 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks [] for router_controller (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), precommit_add_association {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.951746 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff50c39-4c1c-4792-9e58-5063a87e928d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93dce3f-4ced-4f51-b7e2-951cd7e5ffb7,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:42.984828 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-4ff50c39-4c1c-4792-9e58-5063a87e928d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:42.987863 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-4ff50c39-4c1c-4792-9e58-5063a87e928d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1978054 Jun 15 22:24:42.991567 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50066) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:42.996259 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-2a2775d8-27c0-44c5-af95-fa98d58ecdd3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'security_group_rule': {'security_group_id': 'e18ddfb1-1c3f-446e-93af-688977387561', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:43.008840 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'cbf0b98a-1d84-44c5-942e-7d0c421094fa', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'port_id': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'mac_address': 'fa:16:3e:3a:b4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:24:40Z', 'updated_at': '2022-06-15T22:24:40Z', 'revision_number': 0, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 5, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:43.032809 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2a2775d8-27c0-44c5-af95-fa98d58ecdd3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (9e8e3dc9-f728-4375-8fe6-188dc471069d), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.038519 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b066095c-63b1-4b26-91ec-32b6bced5543 None None] The sync data for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi is: [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'cbf0b98a-1d84-44c5-942e-7d0c421094fa', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'floating_ip_address': '172.27.2.254', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'port_id': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'mac_address': 'fa:16:3e:3a:b4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:24:40Z', 'updated_at': '2022-06-15T22:24:40Z', 'revision_number': 0, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 5, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:24:43.085243 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Allocated IP 172.20.0.2 (1ea215f8-963a-4d80-bf2d-45673a94edf0/579a5bf8-3d78-46e6-9416-2358e46efe09/6a6f7a99-ed91-4fe6-abe1-c046a93a99ae) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:43.109863 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2a2775d8-27c0-44c5-af95-fa98d58ecdd3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (9e8e3dc9-f728-4375-8fe6-188dc471069d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.117293 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2a2775d8-27c0-44c5-af95-fa98d58ecdd3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (9e8e3dc9-f728-4375-8fe6-188dc471069d), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.137206 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:43.146642 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-dbd6b88d-97f6-4038-a78b-06999cf2d635 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771308 Jun 15 22:24:43.147203 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2775d8-27c0-44c5-af95-fa98d58ecdd3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8e3dc9-f728-4375-8fe6-188dc471069d,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:43.163475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks [] for router_gateway (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.163721 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2a2775d8-27c0-44c5-af95-fa98d58ecdd3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.164917 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2a2775d8-27c0-44c5-af95-fa98d58ecdd3 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723311 Jun 15 22:24:43.168330 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50068) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:43.175169 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-e1f0914d-ec66-4f13-8fa3-a681478adfe8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'security_group_rule': {'security_group_id': 'e18ddfb1-1c3f-446e-93af-688977387561', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:43.214700 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e1f0914d-ec66-4f13-8fa3-a681478adfe8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (ab27fa08-cfe2-448a-962f-0b6a2648110d), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.264993 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Publish callbacks [] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.278788 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.293203 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:43.308792 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e1f0914d-ec66-4f13-8fa3-a681478adfe8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (ab27fa08-cfe2-448a-962f-0b6a2648110d), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.316052 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e1f0914d-ec66-4f13-8fa3-a681478adfe8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (ab27fa08-cfe2-448a-962f-0b6a2648110d), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.337188 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0914d-ec66-4f13-8fa3-a681478adfe8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab27fa08-cfe2-448a-962f-0b6a2648110d,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:43.343007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:43.348574 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:43.351815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:43.358215 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-e1f0914d-ec66-4f13-8fa3-a681478adfe8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.360068 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbfa847-550b-4fad-aa14-a06c9d52bb0d None None] New status for floating IP cbf0b98a-1d84-44c5-942e-7d0c421094fa: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:24:43.360476 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-e1f0914d-ec66-4f13-8fa3-a681478adfe8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1896608 Jun 15 22:24:43.363405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50070) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:43.368816 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'security_group_rule': {'security_group_id': 'e18ddfb1-1c3f-446e-93af-688977387561', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:43.397026 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.securitygroups_db [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Project 0d141f1b8c984a5a9fbf2fb3c8f01b2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 22:24:43.403669 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (8738a36b-b8e1-45c5-9e2f-fd28676efde8), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.414533 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Pushing event updated for resources: {'Port': ['ID=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:43.476892 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (8738a36b-b8e1-45c5-9e2f-fd28676efde8), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.482618 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (8738a36b-b8e1-45c5-9e2f-fd28676efde8), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.496293 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=75,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:43.506742 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8738a36b-b8e1-45c5-9e2f-fd28676efde8,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:43.520678 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.524903 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d6e0336d-a379-401c-9740-5fb76f75418c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595855 Jun 15 22:24:43.526586 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50074) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:43.531266 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'security_group_rule': {'security_group_id': 'e18ddfb1-1c3f-446e-93af-688977387561', 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:43.557626 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.securitygroups_db [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Project 0d141f1b8c984a5a9fbf2fb3c8f01b2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 22:24:43.567670 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (feeeec5c-40d8-4bdd-a5cd-aca6cfeaa150), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.601303 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.601940 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.602265 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.602736 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.603206 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.604080 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.604398 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.604711 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.605027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.605359 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.605675 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.605982 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.606288 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.606589 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.606890 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:43.623107 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7794d65a-53fa-4624-bf1b-304833d2a292 req-5c1ec882-5154-4ddb-a83f-f1e4fc4e219b service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694927 Jun 15 22:24:43.647180 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (feeeec5c-40d8-4bdd-a5cd-aca6cfeaa150), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.654253 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (feeeec5c-40d8-4bdd-a5cd-aca6cfeaa150), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.670687 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feeeec5c-40d8-4bdd-a5cd-aca6cfeaa150,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:43.698417 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Attempting to bind port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:24:43.699358 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Attempting to bind port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:24:43.699700 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Attempting to bind port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:43.700646 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.705203 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ce7392e6-2d6c-45db-bc92-fa6bac12a4f8 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1749299 Jun 15 22:24:43.725294 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:24:43.725694 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Checking segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:43.726084 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.726512 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Bound using segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:24:43.726989 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Bound port: 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:24:43.727358 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.739518 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks [] for router_gateway (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.763374 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.796236 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:43.816105 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-facf2197-ade1-4ee7-b98b-7a9140cace57 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608672955&fields=id&tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b HTTP/1.1" status: 200 len: 267 time: 0.0645826 Jun 15 22:24:43.816354 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2046ac5c-6b38-4dae-8053-abeb06a087c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.851104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] For port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:24:43.855708 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] For port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:24:43.862679 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:43.890193 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-d0dc7bf6-07d5-462b-b64a-e0cd7b8679f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:43.891919 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-d0dc7bf6-07d5-462b-b64a-e0cd7b8679f0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0706041 Jun 15 22:24:43.898888 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Allocated IP 172.27.2.146 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/391591a0-d733-49e2-9ec3-f1ec92fb784c) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:43.909929 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'port': {'security_groups': ['c05dce26-629f-4b21-ab9b-9cef77f3c7ae', 'e18ddfb1-1c3f-446e-93af-688977387561']}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:43.929885 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02093713-5152-4e7f-94b9-fc4c12838735 None None] Pushing event updated for resources: {'Port': ['ID=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:43.995564 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.032027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks [] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.066704 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:44.085194 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.139092 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:44.146406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:44.151098 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:44.184914 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:44.204289 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Pushing event updated for resources: {'Port': ['ID=391591a0-d733-49e2-9ec3-f1ec92fb784c,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:44.279565 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:44.311410 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.316993 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.363786 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:44.364374 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b290f9e3-ac76-4d1f-8a23-b2ecaed26988'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:24:44.364836 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.369141 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-cb26a167-6ac4-47f0-8d6d-779a4f30d9d2 req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "PUT /v2.0/ports/b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 981 time: 0.4654438 Jun 15 22:24:44.369984 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:24:44.372790 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094c4cdb-946f-4119-8c38-af76b01ac18d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:24:44.440196 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41de055-8334-443f-8f4b-675a045d1be5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=6']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:44.448082 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5a3478-926f-4200-806c-263df2abf6ae x-openstack-request-id: req-6a5a3478-926f-4200-806c-263df2abf6ae {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:24:44.456988 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:24:44.456988 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a5a3478-926f-4200-806c-263df2abf6ae {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:24:44.457403 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5a3478-926f-4200-806c-263df2abf6ae'] response: {'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'status': 'completed', 'code': 200} Jun 15 22:24:44.481487 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks [] for router_gateway (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.508250 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b290f9e3-ac76-4d1f-8a23-b2ecaed26988'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:24:44.635556 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-b98e54db-2e82-41bf-b770-60e2b5ff9bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:44.637022 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-b98e54db-2e82-41bf-b770-60e2b5ff9bbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1168 time: 0.1532950 Jun 15 22:24:44.645261 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6f9f7-18a4-4641-ad6e-d12960f98997 req-bab66566-7dc1-412b-9b10-1dca7d816e03 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:44.646806 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-74a6f9f7-18a4-4641-ad6e-d12960f98997 req-bab66566-7dc1-412b-9b10-1dca7d816e03 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.1610310 Jun 15 22:24:44.669556 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:44.723093 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-54fbfd6e-72bb-4ba1-afb9-115d71eb2283 None None] Provisioning complete for port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:44.723444 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-54fbfd6e-72bb-4ba1-afb9-115d71eb2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.812468 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:44.875663 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-74a6f9f7-18a4-4641-ad6e-d12960f98997 req-af0ea5d4-753f-4485-8ac5-763998976140 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2150009 Jun 15 22:24:44.885773 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-d04608f4-9c58-41a7-929c-5d5abc5ecba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:44.887265 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-d04608f4-9c58-41a7-929c-5d5abc5ecba9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 200 len: 916 time: 0.2395904 Jun 15 22:24:44.940643 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-54fbfd6e-72bb-4ba1-afb9-115d71eb2283 None None] Current status of the port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:44.947831 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:44.992003 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab688e4-c8f6-489f-a361-f03654b526af None None] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:24:45.000475 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-4b25557c-144d-49d3-bf34-36cde0e1dae8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 1001 time: 0.1047070 Jun 15 22:24:45.094688 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-8ba61b05-8578-41bb-a019-091f6aafafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:45.096277 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-8ba61b05-8578-41bb-a019-091f6aafafcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f HTTP/1.1" status: 200 len: 854 time: 0.0683782 Jun 15 22:24:45.120826 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-a7fe332e-b7c7-4943-b336-e49d0e6b31a6 None None] Provisioning complete for port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:45.121105 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a7fe332e-b7c7-4943-b336-e49d0e6b31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.155918 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-e0ac4ed3-adf4-4648-bf3e-de2e5d6872fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:45.157474 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-e0ac4ed3-adf4-4648-bf3e-de2e5d6872fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=704d5041-1821-4a58-8137-a7c4880d5c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532150 Jun 15 22:24:45.163042 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:45.196320 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:45.199849 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:45.214342 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104021) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:24:45.262467 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:45.326647 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:45.327007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.342025 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-6dca37ce-d80a-49ed-86aa-792c77025fce service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746459 Jun 15 22:24:45.380458 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe332e-b7c7-4943-b336-e49d0e6b31a6 None None] Current status of the port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:45.381027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a7fe332e-b7c7-4943-b336-e49d0e6b31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.429169 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:24:45.455523 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:24:45.459132 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.464104 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c7eb8495-8c08-477f-be42-f77ab2e44468 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6729679 Jun 15 22:24:45.464924 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50086) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:45.466121 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-a7fe332e-b7c7-4943-b336-e49d0e6b31a6 None None] For port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:45.474788 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-a7fe332e-b7c7-4943-b336-e49d0e6b31a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.480744 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-094c4cdb-946f-4119-8c38-af76b01ac18d req-1ecaaf3b-51be-4f17-9315-c960dd1c9dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307924 Jun 15 22:24:45.484379 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:45.485596 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:45.512521 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:45.512937 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.552746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe332e-b7c7-4943-b336-e49d0e6b31a6 None None] Pushing event updated for resources: {'Port': ['ID=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:45.557858 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:45.559784 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:45.601369 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.db.api [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104022) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 15 22:24:45.601776 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG oslo_db.api [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 22:24:45.603484 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-fe2d7ad3-47de-4f74-8acb-8114c1e8e900 None None] Provisioning complete for port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:45.603666 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7ad3-47de-4f74-8acb-8114c1e8e900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.611936 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:45.687600 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d7ad3-47de-4f74-8acb-8114c1e8e900 None None] Current status of the port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:45.747780 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:45.789056 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:44Z', 'revision_number': 3, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:45.814607 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:24:45.814946 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Updating router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 port 391591a0-d733-49e2-9ec3-f1ec92fb784c binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:24:45.843743 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.892279 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:45.938699 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:45.986896 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:46.051577 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4113def9-cdfc-4326-a662-c20b60ba1dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.058251 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Allocated IP 172.20.0.1 (1ea215f8-963a-4d80-bf2d-45673a94edf0/579a5bf8-3d78-46e6-9416-2358e46efe09/1f80fe72-230f-4849-b23a-00d0953119a0) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:46.103053 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Publish callbacks [] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.110170 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.138648 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:46.166353 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Attempting to bind port 391591a0-d733-49e2-9ec3-f1ec92fb784c on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:24:46.166717 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Attempting to bind port 391591a0-d733-49e2-9ec3-f1ec92fb784c by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:24:46.167084 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Attempting to bind port 391591a0-d733-49e2-9ec3-f1ec92fb784c on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:46.169298 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3b021-c1a2-4d53-9e3e-f96a61b43e65 None None] Pushing event updated for resources: {'Port': ['ID=391591a0-d733-49e2-9ec3-f1ec92fb784c,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:46.175405 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:24:46.175773 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:46.176161 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.176531 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:24:46.176989 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Bound port: 391591a0-d733-49e2-9ec3-f1ec92fb784c, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:24:46.177361 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.178100 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks [] for port (1f80fe72-230f-4849-b23a-00d0953119a0), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.226969 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.241963 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] For port 391591a0-d733-49e2-9ec3-f1ec92fb784c, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:24:46.245530 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] For port 391591a0-d733-49e2-9ec3-f1ec92fb784c, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=391591a0-d733-49e2-9ec3-f1ec92fb784c,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:24:46.252031 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.273631 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:46.279895 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:46.283670 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:46.304710 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Pushing event updated for resources: {'Port': ['ID=1f80fe72-230f-4849-b23a-00d0953119a0,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:46.315681 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:46.316259 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:46.327120 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.374140 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3b021-c1a2-4d53-9e3e-f96a61b43e65 None None] Pushing event updated for resources: {'Port': ['ID=391591a0-d733-49e2-9ec3-f1ec92fb784c,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:46.425950 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:46.464590 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.511137 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-fe0c50f9-5dc6-44f3-9959-fd2e76638c2d None None] Provisioning complete for port 1f80fe72-230f-4849-b23a-00d0953119a0 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:46.511817 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-fe0c50f9-5dc6-44f3-9959-fd2e76638c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.540920 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:46.546171 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c50f9-5dc6-44f3-9959-fd2e76638c2d None None] Port 1f80fe72-230f-4849-b23a-00d0953119a0 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:24:46.557599 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:46.647705 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks [] for port (1f80fe72-230f-4849-b23a-00d0953119a0), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.654675 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.704251 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:44Z', 'revision_number': 3, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:46.721890 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:46.727830 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:46.729479 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2ee1e-05b1-4668-9520-7f8872f75960 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:44Z', 'revision_number': 3, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:24:46.730355 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Pushing event updated for resources: {'Port': ['ID=1f80fe72-230f-4849-b23a-00d0953119a0,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:46.835395 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:46.837642 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:46.955147 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:24:47.071988 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-bbd09657-7047-4fd1-929a-3542d239c074 None None] Provisioning complete for port 1f80fe72-230f-4849-b23a-00d0953119a0 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:47.072410 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-bbd09657-7047-4fd1-929a-3542d239c074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.110855 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-bbd09657-7047-4fd1-929a-3542d239c074 None None] Port 1f80fe72-230f-4849-b23a-00d0953119a0 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:24:47.131460 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:24:47.136609 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bd3713a6-2475-4198-b632-a4c04e2be146 admin admin] 10.222.0.55 "PUT /v2.0/routers/0d5e18fd-03db-4c1d-bb8f-d00c21d16898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6690104 Jun 15 22:24:47.225067 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 391591a0-d733-49e2-9ec3-f1ec92fb784c up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:47.280272 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 391591a0-d733-49e2-9ec3-f1ec92fb784c triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:47.280673 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.364643 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 391591a0-d733-49e2-9ec3-f1ec92fb784c is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:47.365184 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.396634 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port 391591a0-d733-49e2-9ec3-f1ec92fb784c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=391591a0-d733-49e2-9ec3-f1ec92fb784c,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:47.403823 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.404755 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:47.515113 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:47.546886 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=391591a0-d733-49e2-9ec3-f1ec92fb784c,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:47.551891 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:47.552070 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.650619 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:47.653039 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.755492 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50102) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:47.760666 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1634573482-network', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:47.784465 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Made reservation on behalf of f792e995b3a64a44ae8cee411b195778 for: {'network': 1} {{(pid=104020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:24:47.787663 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for network (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.801923 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.884360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks [] for security_group (b29a6330-4543-4e2c-9610-a9fee72bf6c7), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.891582 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b29a6330-4543-4e2c-9610-a9fee72bf6c7), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.924511 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 22:24:47.939554 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29a6330-4543-4e2c-9610-a9fee72bf6c7,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:47.945466 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (d240af1c-573f-4639-ade6-c1107ae9e58e), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.945803 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.segments_db [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Added segment d240af1c-573f-4639-ade6-c1107ae9e58e of type vlan for network a0e7f55d-d449-4941-92ee-0b562cca6588 Jun 15 22:24:47.991345 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768723229588'] for network (a0e7f55d-d449-4941-92ee-0b562cca6588), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:47.995726 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:48.020256 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871'] for network (a0e7f55d-d449-4941-92ee-0b562cca6588), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.021202 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:48.021831 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.059496 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3029079 Jun 15 22:24:48.062467 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50104) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:48.067603 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Request body: {'subnet': {'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1634573482-subnet', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'ip_version': 4}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:48.089215 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900464f7-4292-4264-97ee-b4685a268adb admin admin] Pushing event updated for resources: {'Network': ['ID=a0e7f55d-d449-4941-92ee-0b562cca6588,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:48.090143 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Made reservation on behalf of f792e995b3a64a44ae8cee411b195778 for: {'subnet': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:24:48.092604 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10136792'] for subnet (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.103316 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Network a0e7f55d-d449-4941-92ee-0b562cca6588 details requested by agent ovs-agent-dv-cinder-835384-7-iscsi with host dv-cinder-835384-7-iscsi {{(pid=104022) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 15 22:24:48.300296 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9369859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10136822'] for subnet (54591bf1-fd0b-4aaf-8285-58c03fad86ae), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.351440 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54591bf1-fd0b-4aaf-8285-58c03fad86ae,revision_number=0']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:48.367043 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Checking segment: {'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:48.367390 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Network hostable DHCP agents. Network: a0e7f55d-d449-4941-92ee-0b562cca6588, hostable agents: ['b9aada7f-5502-4fdc-a8df-14634a6e0aed'], hosted agents: [] {{(pid=104021) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 22:24:48.387414 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Network a0e7f55d-d449-4941-92ee-0b562cca6588 is scheduled to be hosted by DHCP agent b9aada7f-5502-4fdc-a8df-14634a6e0aed with binding_index 1 {{(pid=104021) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 22:24:48.398284 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-7-iscsi, a0e7f55d-d449-4941-92ee-0b562cca6588) {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:48.404685 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:24:48.407449 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.409305 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df9d41-a116-4c6d-aa6c-75fa95a72e10 None None] Network a0e7f55d-d449-4941-92ee-0b562cca6588 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:24:48.426388 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-10eff8ec-f786-4441-83bb-9ebe3ca8d42d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3627295 Jun 15 22:24:48.427018 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:24:48.429047 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50106) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:48.434036 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:48.457286 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-784511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-371'] for router (3783d8f3-2afc-48d1-800f-ad3eab739314), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.458566 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786104', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692152', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-378'] for router (3783d8f3-2afc-48d1-800f-ad3eab739314), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.519022 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks [] for router_controller (3783d8f3-2afc-48d1-800f-ad3eab739314), precommit_add_association {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.624564 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:48.625147 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:48.655878 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks [] for router_gateway (3783d8f3-2afc-48d1-800f-ad3eab739314), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.689231 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:48.694944 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:48.751157 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4dcfb77-4a36-5d3a-9a76-c8b18c4f0fd5-a0e7f55d-d449-4941-92ee-0b562cca6588', 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588', 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'fixed_ips': [{'subnet_id': '54591bf1-fd0b-4aaf-8285-58c03fad86ae'}]}} from dv-cinder-835384-7-iscsi. {{(pid=104022) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 15 22:24:48.752086 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:48.774343 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:48.851130 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks [] for router_gateway (3783d8f3-2afc-48d1-800f-ad3eab739314), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.033543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Allocated IP 172.20.0.2 (a0e7f55d-d449-4941-92ee-0b562cca6588/54591bf1-fd0b-4aaf-8285-58c03fad86ae/e02e3de7-f4ed-4e85-a989-13db29913bb9) {{(pid=104022) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:49.111140 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 2, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:49.125606 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.166539 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 391591a0-d733-49e2-9ec3-f1ec92fb784c up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:49.174644 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:24:49.174988 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Updating router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 port 1f80fe72-230f-4849-b23a-00d0953119a0 binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:24:49.195247 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:49.235393 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Allocated IP 172.27.2.192 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/c5f39ca5-95cb-4eea-b25c-bb8799c05923) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:49.263027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.347888 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 391591a0-d733-49e2-9ec3-f1ec92fb784c triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:49.348129 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks [] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.348249 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.380633 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.381675 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Publish callbacks [] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), precommit_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.382967 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.414811 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), after_create {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.429558 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:49.435797 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:49.438399 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:49.442090 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f39ca5-95cb-4eea-b25c-bb8799c05923,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:49.467489 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.475946 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:49.522602 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:49.526544 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Network a0e7f55d-d449-4941-92ee-0b562cca6588 is already hosted by enough agents. {{(pid=104022) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:49.539586 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Resources bound (agent type, host, resource id): {{(pid=104022) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:49.544995 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Received port after_create {{(pid=104022) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:49.560846 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Pushing event updated for resources: {'Port': ['ID=e02e3de7-f4ed-4e85-a989-13db29913bb9,revision_number=1']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:49.652339 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 391591a0-d733-49e2-9ec3-f1ec92fb784c is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:49.697239 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Attempting to bind port e02e3de7-f4ed-4e85-a989-13db29913bb9 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:24:49.697632 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Attempting to bind port e02e3de7-f4ed-4e85-a989-13db29913bb9 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:24:49.697802 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks [] for router_gateway (3783d8f3-2afc-48d1-800f-ad3eab739314), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.697937 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Attempting to bind port e02e3de7-f4ed-4e85-a989-13db29913bb9 on network a0e7f55d-d449-4941-92ee-0b562cca6588 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:49.712719 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:24:49.712719 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Checking segment: {'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:49.713129 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.713419 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Bound using segment: {'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:24:49.713875 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Bound port: e02e3de7-f4ed-4e85-a989-13db29913bb9, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:24:49.714245 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.822302 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Publish callbacks [] for port (1f80fe72-230f-4849-b23a-00d0953119a0), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.827394 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] For port e02e3de7-f4ed-4e85-a989-13db29913bb9, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:24:49.830667 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] For port e02e3de7-f4ed-4e85-a989-13db29913bb9, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e02e3de7-f4ed-4e85-a989-13db29913bb9,segment=NetworkSegment(d240af1c-573f-4639-ade6-c1107ae9e58e),segment_id=d240af1c-573f-4639-ade6-c1107ae9e58e)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:24:49.832148 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.863296 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.865598 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:49.895405 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-785178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785946'] for router (3783d8f3-2afc-48d1-800f-ad3eab739314), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:49.895717 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5c31b-cd7c-4fd8-aac8-bc6d4ee2bd09 None None] Pushing event updated for resources: {'Port': ['ID=1f80fe72-230f-4849-b23a-00d0953119a0,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:49.901385 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:50.003306 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Attempting to bind port 1f80fe72-230f-4849-b23a-00d0953119a0 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:24:50.003683 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Attempting to bind port 1f80fe72-230f-4849-b23a-00d0953119a0 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:24:50.004268 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Attempting to bind port 1f80fe72-230f-4849-b23a-00d0953119a0 on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:50.007812 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7e3eb-965d-412c-bc33-24498b7d3833 None None] Pushing event updated for resources: {'Port': ['ID=e02e3de7-f4ed-4e85-a989-13db29913bb9,revision_number=2']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:50.013264 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:24:50.013672 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Checking segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:50.014052 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.014429 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Bound using segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:24:50.014890 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Bound port: 1f80fe72-230f-4849-b23a-00d0953119a0, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:24:50.015262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.048843 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Router 3783d8f3-2afc-48d1-800f-ad3eab739314 is scheduled to L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 with binding_index 1 {{(pid=104020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 15 22:24:50.090659 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] For port 1f80fe72-230f-4849-b23a-00d0953119a0, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:24:50.094544 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] For port 1f80fe72-230f-4849-b23a-00d0953119a0, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1f80fe72-230f-4849-b23a-00d0953119a0,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:24:50.105131 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.161360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:24:50.175668 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-df3a97ed-769b-4ff1-b514-c33eae1ab226 None None] Provisioning complete for port 1f80fe72-230f-4849-b23a-00d0953119a0 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:50.176017 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-df3a97ed-769b-4ff1-b514-c33eae1ab226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.190969 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Sync routers for ids ['3783d8f3-2afc-48d1-800f-ad3eab739314'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:24:50.211814 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.214821 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-525dea6f-ee5a-43e9-8fc1-0a9f0a2d59c1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7845497 Jun 15 22:24:50.215332 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Routers {'3783d8f3-2afc-48d1-800f-ad3eab739314'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:50.215967 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3783d8f3-2afc-48d1-800f-ad3eab739314'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:50.216167 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:50.216782 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:50.217627 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50108) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:50.344344 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5c31b-cd7c-4fd8-aac8-bc6d4ee2bd09 None None] Pushing event updated for resources: {'Port': ['ID=1f80fe72-230f-4849-b23a-00d0953119a0,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:50.385006 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Set router 3783d8f3-2afc-48d1-800f-ad3eab739314 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:50.436169 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:50.499201 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:50.570346 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:50.575689 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:50.601870 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:24:49Z', 'revision_number': 3, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port': {'id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:49Z', 'updated_at': '2022-06-15T22:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:50.627217 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Checking router: 3783d8f3-2afc-48d1-800f-ad3eab739314 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:24:50.627517 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Updating router 3783d8f3-2afc-48d1-800f-ad3eab739314 port c5f39ca5-95cb-4eea-b25c-bb8799c05923 binding host dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:24:50.629654 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-df3a97ed-769b-4ff1-b514-c33eae1ab226 None None] Current status of the port 1f80fe72-230f-4849-b23a-00d0953119a0 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:50.630111 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-df3a97ed-769b-4ff1-b514-c33eae1ab226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.657399 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.694235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:50.747591 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-df3a97ed-769b-4ff1-b514-c33eae1ab226 None None] For port 1f80fe72-230f-4849-b23a-00d0953119a0, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1f80fe72-230f-4849-b23a-00d0953119a0,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:50.751006 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.757746 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-df3a97ed-769b-4ff1-b514-c33eae1ab226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.850984 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a97ed-769b-4ff1-b514-c33eae1ab226 None None] Pushing event updated for resources: {'Port': ['ID=1f80fe72-230f-4849-b23a-00d0953119a0,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:50.894872 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-22535b0a-2015-4ba0-b11d-6a8a9d43f0dd None None] Provisioning complete for port 1f80fe72-230f-4849-b23a-00d0953119a0 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:50.895532 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22535b0a-2015-4ba0-b11d-6a8a9d43f0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.899543 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:50.901639 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:50.931511 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Publish callbacks [] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), precommit_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.941785 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:50.942984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Allocated IP 172.20.0.1 (a0e7f55d-d449-4941-92ee-0b562cca6588/54591bf1-fd0b-4aaf-8285-58c03fad86ae/6bf59d0a-2cc7-425e-905b-8ca0d6d25e65) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:24:50.953669 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:50.957594 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd3059-6d11-41df-b276-120c5069f05d None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:24:50.992398 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Attempting to bind port c5f39ca5-95cb-4eea-b25c-bb8799c05923 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:24:50.992723 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Attempting to bind port c5f39ca5-95cb-4eea-b25c-bb8799c05923 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:24:50.993442 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Attempting to bind port c5f39ca5-95cb-4eea-b25c-bb8799c05923 on network 6ac24c01-5af9-4ffd-8094-a2863118a914 {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:51.044196 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-22535b0a-2015-4ba0-b11d-6a8a9d43f0dd None None] Current status of the port 1f80fe72-230f-4849-b23a-00d0953119a0 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:51.047277 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:24:51.047996 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Checking segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104023) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:51.049575 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.050574 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Bound using segment: {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'} {{(pid=104023) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:24:51.051286 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.managers [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Bound port: c5f39ca5-95cb-4eea-b25c-bb8799c05923, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914'}}] {{(pid=104023) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:24:51.052108 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), before_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.149118 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] For port c5f39ca5-95cb-4eea-b25c-bb8799c05923, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104023) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:24:51.153465 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.plugins.ml2.db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] For port c5f39ca5-95cb-4eea-b25c-bb8799c05923, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c5f39ca5-95cb-4eea-b25c-bb8799c05923,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104023) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:24:51.165394 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron_lib.callbacks.manager [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), after_update {{(pid=104023) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.167634 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks [] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.190244 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Pushing event updated for resources: {'Port': ['ID=c5f39ca5-95cb-4eea-b25c-bb8799c05923,revision_number=2']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:51.199928 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.200587 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.200587 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.201057 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.201316 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.201665 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.203477 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.204048 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.204572 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.208120 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.208797 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.209388 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.209941 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.210487 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.211029 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104023) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:24:51.220160 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.230171 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e02e3de7-f4ed-4e85-a989-13db29913bb9 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:51.263691 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Routers {'3783d8f3-2afc-48d1-800f-ad3eab739314'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:51.264603 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3783d8f3-2afc-48d1-800f-ad3eab739314'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:51.290681 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Network a0e7f55d-d449-4941-92ee-0b562cca6588 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:51.296273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:51.300969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:24:51.305256 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Pushing event updated for resources: {'Port': ['ID=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:51.309643 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e02e3de7-f4ed-4e85-a989-13db29913bb9 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:51.310463 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.362291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785214'] for router_interface (3783d8f3-2afc-48d1-800f-ad3eab739314), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.413690 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e02e3de7-f4ed-4e85-a989-13db29913bb9 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:51.414152 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.439938 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] Set router 3783d8f3-2afc-48d1-800f-ad3eab739314 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:51.470762 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port e02e3de7-f4ed-4e85-a989-13db29913bb9, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e02e3de7-f4ed-4e85-a989-13db29913bb9,segment=NetworkSegment(d240af1c-573f-4639-ade6-c1107ae9e58e),segment_id=d240af1c-573f-4639-ade6-c1107ae9e58e)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:51.472683 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de323714-8954-42d6-b045-cbeeb9e833e8 None None] Network a0e7f55d-d449-4941-92ee-0b562cca6588 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:24:51.489617 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c6a80-7c01-454d-b9fe-72687e0516c0 None None] Pushing event updated for resources: {'Port': ['ID=c5f39ca5-95cb-4eea-b25c-bb8799c05923,revision_number=3']} {{(pid=104023) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:51.544105 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.570464 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.571468 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1f80fe72-230f-4849-b23a-00d0953119a0 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:51.611739 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:51.614914 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:51.654603 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:24:49Z', 'revision_number': 3, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port': {'id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:49Z', 'updated_at': '2022-06-15T22:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:51.682100 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49dfb3-772a-4fe3-b6a6-8a01d5e8214d None None] The sync data for ids ['3783d8f3-2afc-48d1-800f-ad3eab739314'] in dv-cinder-835384-7-iscsi is: [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:24:49Z', 'revision_number': 3, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port': {'id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:49Z', 'updated_at': '2022-06-15T22:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:24:51.690389 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=e02e3de7-f4ed-4e85-a989-13db29913bb9,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:51.717437 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-f931a683-131b-49dd-91de-cac48eb72cc3 None None] Provisioning complete for port e02e3de7-f4ed-4e85-a989-13db29913bb9 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:51.718117 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f931a683-131b-49dd-91de-cac48eb72cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.724565 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 1f80fe72-230f-4849-b23a-00d0953119a0 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:51.725098 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.788879 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks [] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.798325 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.805870 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=100 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:51.865728 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Pushing event updated for resources: {'Port': ['ID=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:51.880213 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-736777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785218'] for router_interface (3783d8f3-2afc-48d1-800f-ad3eab739314), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:51.882401 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 1f80fe72-230f-4849-b23a-00d0953119a0 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:51.884716 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f931a683-131b-49dd-91de-cac48eb72cc3 None None] Current status of the port e02e3de7-f4ed-4e85-a989-13db29913bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:51.992270 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Network a0e7f55d-d449-4941-92ee-0b562cca6588 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:24:51.994063 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:24:52.112494 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-1848095f-1eb9-427a-9f63-e019dd9427b8 None None] Provisioning complete for port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:52.112853 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1848095f-1eb9-427a-9f63-e019dd9427b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:52.117858 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Router 3783d8f3-2afc-48d1-800f-ad3eab739314 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:24:52.203357 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-1848095f-1eb9-427a-9f63-e019dd9427b8 None None] Port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:24:52.223299 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-1848095f-1eb9-427a-9f63-e019dd9427b8 None None] Provisioning complete for port e02e3de7-f4ed-4e85-a989-13db29913bb9 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:52.224220 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1848095f-1eb9-427a-9f63-e019dd9427b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:52.318458 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:52.325885 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-1848095f-1eb9-427a-9f63-e019dd9427b8 None None] Current status of the port e02e3de7-f4ed-4e85-a989-13db29913bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:52.449580 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-e45464a7-194f-494f-bc03-f82ad17aff0e None None] Provisioning complete for port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:52.449961 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e45464a7-194f-494f-bc03-f82ad17aff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:52.497959 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-e45464a7-194f-494f-bc03-f82ad17aff0e None None] Port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:24:52.547630 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:24:52.552927 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-6efcc398-26b8-4e61-ab39-4949a68f519f admin admin] 10.222.0.55 "PUT /v2.0/routers/3783d8f3-2afc-48d1-800f-ad3eab739314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3342686 Jun 15 22:24:52.615304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-4e609aa1-468e-4100-835a-306ac1ba5dbf None None] Provisioning complete for port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:52.615775 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4e609aa1-468e-4100-835a-306ac1ba5dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:52.651663 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4e609aa1-468e-4100-835a-306ac1ba5dbf None None] Port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:24:52.920378 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50118) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:52.924688 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-cad5e89e-f4cf-4535-aa3f-6d930a79634a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512557397', 'description': 'tempest-secgroup-smoke-512557397 description', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:52.947278 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cad5e89e-f4cf-4535-aa3f-6d930a79634a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.018153 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cad5e89e-f4cf-4535-aa3f-6d930a79634a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group (13dc9e39-1c59-473f-8a32-dd5a7614ee6a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.027581 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cad5e89e-f4cf-4535-aa3f-6d930a79634a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (13dc9e39-1c59-473f-8a32-dd5a7614ee6a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.063425 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5e89e-f4cf-4535-aa3f-6d930a79634a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc9e39-1c59-473f-8a32-dd5a7614ee6a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.067558 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cad5e89e-f4cf-4535-aa3f-6d930a79634a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.068809 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cad5e89e-f4cf-4535-aa3f-6d930a79634a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1479280 Jun 15 22:24:53.071984 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50120) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:53.079408 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-0a01c9fc-c438-43b3-8d8b-3c43c9913d2b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'security_group_rule': {'security_group_id': '13dc9e39-1c59-473f-8a32-dd5a7614ee6a', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:53.117824 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0a01c9fc-c438-43b3-8d8b-3c43c9913d2b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (bd40bac6-61b1-4941-a524-34fa1df2a7ad), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.179523 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0a01c9fc-c438-43b3-8d8b-3c43c9913d2b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (bd40bac6-61b1-4941-a524-34fa1df2a7ad), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.186209 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0a01c9fc-c438-43b3-8d8b-3c43c9913d2b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (bd40bac6-61b1-4941-a524-34fa1df2a7ad), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.206596 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01c9fc-c438-43b3-8d8b-3c43c9913d2b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd40bac6-61b1-4941-a524-34fa1df2a7ad,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.211911 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-0a01c9fc-c438-43b3-8d8b-3c43c9913d2b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.213209 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-0a01c9fc-c438-43b3-8d8b-3c43c9913d2b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400585 Jun 15 22:24:53.216204 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50122) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:53.220092 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c5f39ca5-95cb-4eea-b25c-bb8799c05923 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:53.221542 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-77a32d10-caa2-40dd-88b9-c4d069ea9190 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'security_group_rule': {'security_group_id': '13dc9e39-1c59-473f-8a32-dd5a7614ee6a', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:53.251134 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-77a32d10-caa2-40dd-88b9-c4d069ea9190 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (d8e0dd56-5382-4408-b4fe-31da07767fe6), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.270692 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port c5f39ca5-95cb-4eea-b25c-bb8799c05923 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:53.271060 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.313711 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:53.320251 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-77a32d10-caa2-40dd-88b9-c4d069ea9190 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (d8e0dd56-5382-4408-b4fe-31da07767fe6), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.325400 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-77a32d10-caa2-40dd-88b9-c4d069ea9190 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (d8e0dd56-5382-4408-b4fe-31da07767fe6), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.346623 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32d10-caa2-40dd-88b9-c4d069ea9190 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e0dd56-5382-4408-b4fe-31da07767fe6,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.352659 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port c5f39ca5-95cb-4eea-b25c-bb8799c05923 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:53.353219 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.360945 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-77a32d10-caa2-40dd-88b9-c4d069ea9190 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.364992 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-77a32d10-caa2-40dd-88b9-c4d069ea9190 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451712 Jun 15 22:24:53.365448 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50124) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:53.370755 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-bf56eeaf-f03b-40f6-8194-b57542999249 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'security_group_rule': {'security_group_id': '13dc9e39-1c59-473f-8a32-dd5a7614ee6a', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:53.377278 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] For port c5f39ca5-95cb-4eea-b25c-bb8799c05923, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c5f39ca5-95cb-4eea-b25c-bb8799c05923,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:53.382092 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.383179 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e02e3de7-f4ed-4e85-a989-13db29913bb9 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:53.402569 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bf56eeaf-f03b-40f6-8194-b57542999249 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (9670afe8-88a4-46c4-9883-2c66625f4a18), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.459028 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Pushing event updated for resources: {'Port': ['ID=c5f39ca5-95cb-4eea-b25c-bb8799c05923,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.466344 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bf56eeaf-f03b-40f6-8194-b57542999249 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (9670afe8-88a4-46c4-9883-2c66625f4a18), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.467758 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port e02e3de7-f4ed-4e85-a989-13db29913bb9 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:53.468150 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.473414 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bf56eeaf-f03b-40f6-8194-b57542999249 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (9670afe8-88a4-46c4-9883-2c66625f4a18), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.493772 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56eeaf-f03b-40f6-8194-b57542999249 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9670afe8-88a4-46c4-9883-2c66625f4a18,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.501900 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bf56eeaf-f03b-40f6-8194-b57542999249 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.503337 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bf56eeaf-f03b-40f6-8194-b57542999249 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368401 Jun 15 22:24:53.506382 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50126) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:53.511175 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-b0edc3f4-3473-44c6-a319-9a2d12e92212 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'security_group_rule': {'security_group_id': '13dc9e39-1c59-473f-8a32-dd5a7614ee6a', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:53.544514 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b0edc3f4-3473-44c6-a319-9a2d12e92212 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (3d344262-c7af-426f-a148-c2e0d4c4c218), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.558842 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port e02e3de7-f4ed-4e85-a989-13db29913bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:53.561482 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:53.611053 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b0edc3f4-3473-44c6-a319-9a2d12e92212 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (3d344262-c7af-426f-a148-c2e0d4c4c218), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.615120 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b0edc3f4-3473-44c6-a319-9a2d12e92212 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (3d344262-c7af-426f-a148-c2e0d4c4c218), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.633791 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edc3f4-3473-44c6-a319-9a2d12e92212 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d344262-c7af-426f-a148-c2e0d4c4c218,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.640258 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-b0edc3f4-3473-44c6-a319-9a2d12e92212 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.641416 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-b0edc3f4-3473-44c6-a319-9a2d12e92212 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341283 Jun 15 22:24:53.644190 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50128) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:53.648404 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'security_group_rule': {'security_group_id': '13dc9e39-1c59-473f-8a32-dd5a7614ee6a', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:53.671432 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.securitygroups_db [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Project b2f3d3513c1440cfb73ba8f3c791c21e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 22:24:53.677946 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (aef78b85-e2b5-436e-a29a-4033ac18b2d9), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.746251 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (aef78b85-e2b5-436e-a29a-4033ac18b2d9), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.750939 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (aef78b85-e2b5-436e-a29a-4033ac18b2d9), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.771497 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef78b85-e2b5-436e-a29a-4033ac18b2d9,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.781693 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.782974 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8a7b6c6f-f247-40f4-84aa-d6d8a200b2a4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378727 Jun 15 22:24:53.786065 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50130) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:24:53.790693 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'security_group_rule': {'security_group_id': '13dc9e39-1c59-473f-8a32-dd5a7614ee6a', 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:24:53.816992 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.securitygroups_db [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Project b2f3d3513c1440cfb73ba8f3c791c21e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 22:24:53.825836 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (7121bf8c-1992-4dab-9d79-0469c1bf9211), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.900712 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (7121bf8c-1992-4dab-9d79-0469c1bf9211), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.906551 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722968'] for security_group_rule (7121bf8c-1992-4dab-9d79-0469c1bf9211), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.927140 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7121bf8c-1992-4dab-9d79-0469c1bf9211,revision_number=0']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:53.934289 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:53.938606 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-1a10245c-73e9-4957-8789-8026a0ceafde tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485202 Jun 15 22:24:54.797251 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Sync routers for ids ['3783d8f3-2afc-48d1-800f-ad3eab739314'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:24:54.808782 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Routers {'3783d8f3-2afc-48d1-800f-ad3eab739314'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:54.809455 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3783d8f3-2afc-48d1-800f-ad3eab739314'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:54.927551 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Set router 3783d8f3-2afc-48d1-800f-ad3eab739314 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:55.071635 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:55.127204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c5f39ca5-95cb-4eea-b25c-bb8799c05923 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:55.176067 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:24:51Z', 'revision_number': 4, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port': {'id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:49Z', 'updated_at': '2022-06-15T22:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '6bf59d0a-2cc7-425e-905b-8ca0d6d25e65', 'name': '', 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'mac_address': 'fa:16:3e:a0:a1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '54591bf1-fd0b-4aaf-8285-58c03fad86ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:50Z', 'updated_at': '2022-06-15T22:24:51Z', 'revision_number': 2, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'subnets': [{'id': '54591bf1-fd0b-4aaf-8285-58c03fad86ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:55.210240 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Checking router: 3783d8f3-2afc-48d1-800f-ad3eab739314 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:24:55.210487 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Updating router 3783d8f3-2afc-48d1-800f-ad3eab739314 port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 binding host dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 22:24:55.215909 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:55.240359 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port c5f39ca5-95cb-4eea-b25c-bb8799c05923 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:55.240731 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:55.266469 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:55.443133 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port c5f39ca5-95cb-4eea-b25c-bb8799c05923 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:55.599743 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Publish callbacks [] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), precommit_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:55.607164 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:55.658616 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6dda9-4588-4bef-b529-def3ccf31af8 None None] Pushing event updated for resources: {'Port': ['ID=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,revision_number=3']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:55.721297 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Attempting to bind port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 on host dv-cinder-835384-7-iscsi for vnic_type normal with profile {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:24:55.721609 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Attempting to bind port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 by drivers openvswitch,hyperv on host dv-cinder-835384-7-iscsi at level 0 using segments [{'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:24:55.721968 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Attempting to bind port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 on network a0e7f55d-d449-4941-92ee-0b562cca6588 {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:24:55.727304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Checking agent: {'id': '197a7029-dfb1-4934-8733-2e1fd5a4c6ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 7, 19), 'started_at': datetime.datetime(2022, 6, 15, 22, 7, 49), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:24:55.727669 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Checking segment: {'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:24:55.728146 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:55.728537 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Bound using segment: {'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'} {{(pid=104022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:24:55.729000 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.managers [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Bound port: 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65, host: dv-cinder-835384-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd240af1c-573f-4639-ade6-c1107ae9e58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588'}}] {{(pid=104022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:24:55.729383 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:55.797205 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] For port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65, host dv-cinder-835384-7-iscsi, cleared binding levels {{(pid=104022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:24:55.801072 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] For port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65, host dv-cinder-835384-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,segment=NetworkSegment(d240af1c-573f-4639-ade6-c1107ae9e58e),segment_id=d240af1c-573f-4639-ade6-c1107ae9e58e)] {{(pid=104022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:24:55.808261 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:55.869456 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Routers {'3783d8f3-2afc-48d1-800f-ad3eab739314'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:24:55.870268 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:24:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3783d8f3-2afc-48d1-800f-ad3eab739314'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:55.872218 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6dda9-4588-4bef-b529-def3ccf31af8 None None] Pushing event updated for resources: {'Port': ['ID=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:56.066123 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:56.083212 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-7ce9a427-58be-46a8-95b0-14b84135b9de None None] Provisioning complete for port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:56.083573 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a427-58be-46a8-95b0-14b84135b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:56.153564 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] Set router 3783d8f3-2afc-48d1-800f-ad3eab739314 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:24:56.176988 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:24:56.202421 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:24:56.248573 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9a427-58be-46a8-95b0-14b84135b9de None None] Current status of the port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 is: DOWN; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:56.248942 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a427-58be-46a8-95b0-14b84135b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:56.335697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-7ce9a427-58be-46a8-95b0-14b84135b9de None None] For port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,segment=NetworkSegment(d240af1c-573f-4639-ade6-c1107ae9e58e),segment_id=d240af1c-573f-4639-ade6-c1107ae9e58e)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:24:56.345866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a427-58be-46a8-95b0-14b84135b9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:56.445265 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a427-58be-46a8-95b0-14b84135b9de None None] Pushing event updated for resources: {'Port': ['ID=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:24:56.454345 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:24:51Z', 'revision_number': 4, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port': {'id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:49Z', 'updated_at': '2022-06-15T22:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '6bf59d0a-2cc7-425e-905b-8ca0d6d25e65', 'name': '', 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'mac_address': 'fa:16:3e:a0:a1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '54591bf1-fd0b-4aaf-8285-58c03fad86ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:50Z', 'updated_at': '2022-06-15T22:24:55Z', 'revision_number': 4, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'subnets': [{'id': '54591bf1-fd0b-4aaf-8285-58c03fad86ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:24:56.485586 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40605fb7-ed23-49da-8a95-0d4208a9dd22 None None] The sync data for ids ['3783d8f3-2afc-48d1-800f-ad3eab739314'] in dv-cinder-835384-7-iscsi is: [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:24:51Z', 'revision_number': 4, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port': {'id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:49Z', 'updated_at': '2022-06-15T22:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '6bf59d0a-2cc7-425e-905b-8ca0d6d25e65', 'name': '', 'network_id': 'a0e7f55d-d449-4941-92ee-0b562cca6588', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'mac_address': 'fa:16:3e:a0:a1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '54591bf1-fd0b-4aaf-8285-58c03fad86ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:50Z', 'updated_at': '2022-06-15T22:24:55Z', 'revision_number': 4, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'subnets': [{'id': '54591bf1-fd0b-4aaf-8285-58c03fad86ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:24:56.496860 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-777b41f5-f6a9-4d6b-b9e0-46e7f5e068b6 None None] Provisioning complete for port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:56.497192 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-777b41f5-f6a9-4d6b-b9e0-46e7f5e068b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:56.598338 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-777b41f5-f6a9-4d6b-b9e0-46e7f5e068b6 None None] Current status of the port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:24:57.134119 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 up at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:24:57.184260 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Provisioning complete for port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:24:57.184616 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:24:57.263807 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Current status of the port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:25:00.879835 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:03.059328 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=73,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:03.062598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:03.924787 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=35,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:03.926855 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=71,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:08.018357 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa127e9a-866b-4bc7-b9af-d0de513601e6 req-09fc239f-44c0-4179-8d50-f76f8834f7fc tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:08.019982 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fa127e9a-866b-4bc7-b9af-d0de513601e6 req-09fc239f-44c0-4179-8d50-f76f8834f7fc tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0521369 Jun 15 22:25:08.044131 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-9faf71b3-5475-4628-8c51-32f8b5a70e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:08.045734 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-9faf71b3-5475-4628-8c51-32f8b5a70e3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1168 time: 0.0431609 Jun 15 22:25:08.082911 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-fa127e9a-866b-4bc7-b9af-d0de513601e6 req-d5cb5719-c509-4760-95f6-c80b3ee614e0 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563097 Jun 15 22:25:08.140098 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-e1a3e61d-81cd-4ffc-a83c-b80a40f570cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:08.141631 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-e1a3e61d-81cd-4ffc-a83c-b80a40f570cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 200 len: 916 time: 0.0892625 Jun 15 22:25:08.209833 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-d23d29cb-d279-4de9-b327-25853dd0c8d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 1001 time: 0.0621703 Jun 15 22:25:08.261130 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-7b8ddae4-dd3d-47a4-bd80-6c42ba8b5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:08.262716 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-7b8ddae4-dd3d-47a4-bd80-6c42ba8b5c5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f HTTP/1.1" status: 200 len: 854 time: 0.0461977 Jun 15 22:25:08.313596 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-cc3b8650-555b-407b-97d1-755d60f6f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:08.317199 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-cc3b8650-555b-407b-97d1-755d60f6f598 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=704d5041-1821-4a58-8137-a7c4880d5c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405481 Jun 15 22:25:08.412724 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-08583e67-d46c-4fdf-9c8c-8a3333a2fc06 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901034 Jun 15 22:25:08.516259 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-187c9c3a-8171-4ab9-a02b-6443c38c6a08 req-31b1983c-d1cf-4f48-9e51-2db58cea636b service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934730 Jun 15 22:25:09.205036 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713da5ec-2eee-408b-95e0-0869a0b607cc req-80c05783-f5a2-4f3f-b97f-da966ec84759 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:09.207102 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-713da5ec-2eee-408b-95e0-0869a0b607cc req-80c05783-f5a2-4f3f-b97f-da966ec84759 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0512412 Jun 15 22:25:09.270484 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-713da5ec-2eee-408b-95e0-0869a0b607cc req-78fe627b-d7bb-4618-bffc-67aa04c926ed tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575337 Jun 15 22:25:09.489389 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-75825333-3a41-4ae2-93aa-5849193e151c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512557397&fields=id&tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 267 time: 0.0505753 Jun 15 22:25:09.605689 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-b42137a2-6a84-40ef-b57f-1de31bcba102 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:09.607087 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-b42137a2-6a84-40ef-b57f-1de31bcba102 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 812 time: 0.1069613 Jun 15 22:25:09.623214 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-70924b8e-ad0a-4084-8e1a-5919d5dd5822 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/quotas/b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 375 time: 0.0105608 Jun 15 22:25:09.689359 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-40f09599-e843-4a77-87ba-1ea161727c93 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550449 Jun 15 22:25:09.790421 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-fd8561db-6b68-41e2-8dee-4747ff523d8a service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884533 Jun 15 22:25:09.888888 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-6c7b609b-0568-4247-9355-df0c414b5e36 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924809 Jun 15 22:25:10.397268 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796538f9-db92-4254-b769-095b056f2026 req-b59fb355-61e8-4756-90a2-53f9a935e6b4 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:10.398694 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-796538f9-db92-4254-b769-095b056f2026 req-b59fb355-61e8-4756-90a2-53f9a935e6b4 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0541317 Jun 15 22:25:10.465776 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-796538f9-db92-4254-b769-095b056f2026 req-7e90e596-bf23-46ea-b543-d04d53989150 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582397 Jun 15 22:25:10.863328 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:10.873105 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:11.226510 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-82c3153d-3d67-4777-9cd7-849da8d71783 req-f185effe-9726-4e8b-8af0-321cf9aa78ad tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 210 time: 0.0335207 Jun 15 22:25:11.602566 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b14128-a56a-4b07-afdf-d675e2cc0b6a req-398629fd-4e55-4613-a68c-e4d358fa181e tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:11.604181 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-07b14128-a56a-4b07-afdf-d675e2cc0b6a req-398629fd-4e55-4613-a68c-e4d358fa181e tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0595610 Jun 15 22:25:11.669134 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-07b14128-a56a-4b07-afdf-d675e2cc0b6a req-73e481f6-8c70-457d-818f-d79577074661 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563459 Jun 15 22:25:12.170241 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:12.171053 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:12.306454 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-544ff452-1b71-47f1-ba0e-b9b91c7890ec req-9faee906-135f-4a19-8ee8-a639f3e5280b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 210 time: 0.0287032 Jun 15 22:25:12.798751 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5206d-b660-4b37-9f92-937ae7f9d94a req-4ec9c9ee-e622-493e-a6b3-fa34337f453f tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:12.800229 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2ce5206d-b660-4b37-9f92-937ae7f9d94a req-4ec9c9ee-e622-493e-a6b3-fa34337f453f tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0503533 Jun 15 22:25:12.863332 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2ce5206d-b660-4b37-9f92-937ae7f9d94a req-56a8745b-5cc2-4905-966b-7572c516314f tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550621 Jun 15 22:25:13.399639 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7002dfd1-ff13-4be2-9983-2111ad0e7eb5 req-806d7f18-15c0-49da-a818-a0482715dd38 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 210 time: 0.0333371 Jun 15 22:25:13.782491 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e07500bd-468f-4454-898d-a7a1fc62789a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:13.985517 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ab11-7bc9-4d3e-bfdf-9ffb5af45a6b req-61382090-a7e3-4261-94a3-0aefd46ca648 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:13.986987 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33a2ab11-7bc9-4d3e-bfdf-9ffb5af45a6b req-61382090-a7e3-4261-94a3-0aefd46ca648 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0504818 Jun 15 22:25:14.049024 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33a2ab11-7bc9-4d3e-bfdf-9ffb5af45a6b req-e4e39033-ce74-456a-8c36-1e7e6ed7bada tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560746 Jun 15 22:25:14.483751 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-564c41cb-8ce3-432b-8ff2-3efb12e7e89f req-54ea7901-4cc1-4ae0-a712-9f6259003d78 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 210 time: 0.0289135 Jun 15 22:25:15.173762 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab54eec-bf95-4f37-a1a1-8366eb285ee6 req-d9d806bf-c81c-48c1-8012-35900f24539c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:15.175217 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3ab54eec-bf95-4f37-a1a1-8366eb285ee6 req-d9d806bf-c81c-48c1-8012-35900f24539c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0492744 Jun 15 22:25:15.222033 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:15.238440 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3ab54eec-bf95-4f37-a1a1-8366eb285ee6 req-ca90990e-6b1b-4966-ab8f-5bef3d8b96e5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573883 Jun 15 22:25:15.589855 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2ead4e28-5422-4c9d-b92b-3721c26b3fec req-b8ddc388-b179-43a9-800b-1e4b3682a36e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 210 time: 0.0314708 Jun 15 22:25:16.057298 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5982207b-0cc2-4fe2-990d-4786ad4f4990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:16.371470 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e189fe-5e2f-4c57-9a80-5b8f4a9e8856 req-770b030c-9c6e-4055-b428-04b34a29bc21 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:16.372984 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d9e189fe-5e2f-4c57-9a80-5b8f4a9e8856 req-770b030c-9c6e-4055-b428-04b34a29bc21 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0564461 Jun 15 22:25:16.373161 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-649a84c2-b498-4528-aa9d-79bac31b7faa tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:16.374433 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-649a84c2-b498-4528-aa9d-79bac31b7faa tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 812 time: 0.1118577 Jun 15 22:25:16.437407 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d9e189fe-5e2f-4c57-9a80-5b8f4a9e8856 req-eb2edd28-864d-4e59-99e3-2057f4628235 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580997 Jun 15 22:25:16.489694 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-8bc9e5a5-0e0c-4589-8ed3-6614508a825f tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 379 time: 0.0590816 Jun 15 22:25:16.522379 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'port': {'device_id': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'admin_state_up': True, 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'security_groups': ['13dc9e39-1c59-473f-8a32-dd5a7614ee6a']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:25:16.614948 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:16.622302 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:16.648851 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Made reservation on behalf of b2f3d3513c1440cfb73ba8f3c791c21e for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:25:16.652792 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:16.735102 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7b699b69-cdf9-43e7-b2d2-32e604acba64 req-3da41b5c-87d3-4a3e-967b-7a8fb6fe3318 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 210 time: 0.0583563 Jun 15 22:25:16.815654 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Allocated IP 172.20.0.5 (1ea215f8-963a-4d80-bf2d-45673a94edf0/579a5bf8-3d78-46e6-9416-2358e46efe09/d1225cc3-5c3c-4baf-8721-bd30f3aad6a1) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:25:16.970607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.006178 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.050240 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:25:17.053657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:25:17.057967 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:25:17.084800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:17.096649 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.096999 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.097346 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.097690 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.098015 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.098336 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.099015 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.099206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.099569 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.099848 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.100171 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.100492 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.100805 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.101120 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.101536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:17.126824 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:17.127468 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.146473 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-20da1256-bbfa-4a67-b845-fe3389506e76 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300037 Jun 15 22:25:17.170102 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Request body: {'port': {'device_id': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:25:17.241685 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.353979 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-f90b038c-63c3-404a-b324-643eb04b737b None None] Provisioning complete for port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:25:17.354623 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-f90b038c-63c3-404a-b324-643eb04b737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.390688 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-f90b038c-63c3-404a-b324-643eb04b737b None None] Port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:25:17.468186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:17.505783 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:17.518421 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:25:17.527197 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Publish callbacks [] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.541894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Transition to ACTIVE for port object d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:25:17.546121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.560909 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1396a8e-42e5-4378-8d25-416f2ecefb4f req-f37925f9-c0b6-4682-9e34-15fafe95399f tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:17.562496 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e1396a8e-42e5-4378-8d25-416f2ecefb4f req-f37925f9-c0b6-4682-9e34-15fafe95399f tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0555115 Jun 15 22:25:17.574255 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:17.600382 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Pushing event updated for resources: {'Port': ['ID=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:17.639411 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.641661 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e1396a8e-42e5-4378-8d25-416f2ecefb4f req-7f7b5dfb-ec02-4982-9ab5-03f2be092d61 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730579 Jun 15 22:25:17.676926 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Attempting to bind port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:25:17.677456 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Attempting to bind port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:25:17.677666 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Attempting to bind port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:25:17.682446 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:25:17.682761 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Attempting to bind port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:25:17.688609 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:25:17.688936 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Checking segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:25:17.689308 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Bound using segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:25:17.689826 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Bound port: d1225cc3-5c3c-4baf-8721-bd30f3aad6a1, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:25:17.690201 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.759566 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] For port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:25:17.763393 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] For port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:25:17.780103 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.818894 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:17.819482 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:17.821025 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] 10.222.0.26 "PUT /v2.0/ports/d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 HTTP/1.1" status: 200 len: 1093 time: 0.6557500 Jun 15 22:25:17.836124 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:25:17.838427 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf562631-ffd0-457d-8f8a-288b20a983f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:25:17.890989 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9902d-7b64-40dd-8b24-b38af2103b6b service neutron] Pushing event updated for resources: {'Port': ['ID=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:17.904973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a53782-1c79-48ab-ac71-a9e3a4a1ebfd req-4196dc17-d314-4d40-b1a1-c2e1c7e23196 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:17.906942 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62a53782-1c79-48ab-ac71-a9e3a4a1ebfd req-4196dc17-d314-4d40-b1a1-c2e1c7e23196 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0973227 Jun 15 22:25:17.909080 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182fd20-a9a8-43e7-b99d-2cfe7ad4449b x-openstack-request-id: req-1182fd20-a9a8-43e7-b99d-2cfe7ad4449b {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:25:17.909258 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:25:17.909449 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1182fd20-a9a8-43e7-b99d-2cfe7ad4449b {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:25:17.909922 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1182fd20-a9a8-43e7-b99d-2cfe7ad4449b'] response: {'name': 'network-changed', 'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'status': 'completed', 'code': 200} Jun 15 22:25:17.974501 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-62a53782-1c79-48ab-ac71-a9e3a4a1ebfd req-ab859436-4779-4874-a4d5-346ff818d2e8 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603430 Jun 15 22:25:18.002915 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf562631-ffd0-457d-8f8a-288b20a983f4 req-511e4c78-bebe-4588-b677-14c68b161798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:18.004434 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf562631-ffd0-457d-8f8a-288b20a983f4 req-511e4c78-bebe-4588-b677-14c68b161798 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 1127 time: 0.0475726 Jun 15 22:25:18.127674 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf562631-ffd0-457d-8f8a-288b20a983f4 req-2051102b-c7ce-4e32-b788-68d570c18142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:18.129211 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf562631-ffd0-457d-8f8a-288b20a983f4 req-2051102b-c7ce-4e32-b788-68d570c18142 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1106799 Jun 15 22:25:18.240553 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf562631-ffd0-457d-8f8a-288b20a983f4 req-1998ed24-5261-45d5-9e69-6017a80071de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:18.242129 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cf562631-ffd0-457d-8f8a-288b20a983f4 req-1998ed24-5261-45d5-9e69-6017a80071de service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055608 Jun 15 22:25:18.349956 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-278b1b17-a9da-498b-88d6-a2b29d510603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:18.351323 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-278b1b17-a9da-498b-88d6-a2b29d510603 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 1127 time: 0.0446556 Jun 15 22:25:18.398283 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-adf680fb-9c6c-4995-9320-6c0ec165772c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 HTTP/1.1" status: 200 len: 217 time: 0.0345883 Jun 15 22:25:18.452034 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-a16877a3-5a66-4a3b-924f-aed33e2096dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:18.453529 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-a16877a3-5a66-4a3b-924f-aed33e2096dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0493834 Jun 15 22:25:18.500536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-7ec8dacb-3c97-436f-901d-14fa1e1f3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:18.502109 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-7ec8dacb-3c97-436f-901d-14fa1e1f3614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428076 Jun 15 22:25:18.570190 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:18.602527 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-800de98c-a1a2-4cec-b87f-111cfbe65617 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944753 Jun 15 22:25:18.689711 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:18.707879 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-425e47c9-222f-4318-a2ed-3a0d919b3023 req-42b46c04-0d8c-4ac9-8a58-f0733b2e9742 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987973 Jun 15 22:25:18.762639 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec99882-5080-4e41-a0b7-4e2bc68570d6 req-6f332f15-0889-467b-8ae4-a56afeafd9b2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:18.764024 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3ec99882-5080-4e41-a0b7-4e2bc68570d6 req-6f332f15-0889-467b-8ae4-a56afeafd9b2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0483344 Jun 15 22:25:18.830021 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-3ec99882-5080-4e41-a0b7-4e2bc68570d6 req-420f6783-710d-4dbb-852a-a1d031489065 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599470 Jun 15 22:25:19.106141 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce97e9-9ee3-4c95-8843-337905be53f4 req-6ef743c2-1fe8-4511-a94c-9bae5ed2be21 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:19.107948 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37ce97e9-9ee3-4c95-8843-337905be53f4 req-6ef743c2-1fe8-4511-a94c-9bae5ed2be21 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0555828 Jun 15 22:25:19.158788 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-37ce97e9-9ee3-4c95-8843-337905be53f4 req-e759f3c5-7a57-42f9-80a1-7c0ef730cb6f tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Jun 15 22:25:19.306007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:19.357179 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:19.959707 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92164f7-e20e-406c-8cf2-15e6d436ea4a req-d74509a5-1b81-4bfc-ba76-eae03bac0db5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:19.961180 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f92164f7-e20e-406c-8cf2-15e6d436ea4a req-d74509a5-1b81-4bfc-ba76-eae03bac0db5 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0517871 Jun 15 22:25:20.021904 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f92164f7-e20e-406c-8cf2-15e6d436ea4a req-ad9f008c-e605-4902-8835-15a9ecd9cbfc tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=e18ddfb1-1c3f-446e-93af-688977387561&id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544884 Jun 15 22:25:20.287823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9c03d-5fa3-4b4c-907e-d54bfc7ed740 req-c5a26dec-ef20-4579-aac4-3d8654c07239 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:20.289299 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05a9c03d-5fa3-4b4c-907e-d54bfc7ed740 req-c5a26dec-ef20-4579-aac4-3d8654c07239 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0601392 Jun 15 22:25:20.349974 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-05a9c03d-5fa3-4b4c-907e-d54bfc7ed740 req-d8e73699-e597-41d7-ba53-0c9c5df706bd tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517879 Jun 15 22:25:21.487185 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffffba-d176-4b64-b486-1f3c32bef9ba req-d6776743-93d6-4798-a0a4-417a0fd58f13 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:21.488691 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f2ffffba-d176-4b64-b486-1f3c32bef9ba req-d6776743-93d6-4798-a0a4-417a0fd58f13 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0595665 Jun 15 22:25:21.542923 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f2ffffba-d176-4b64-b486-1f3c32bef9ba req-fc81c9b9-9574-48d3-9385-a31220dfba53 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461299 Jun 15 22:25:22.669637 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd07a79-d3ec-46bc-b7bf-f8f3cd99eaaa req-70efc6b8-37fc-49a1-a81d-431586af33df tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:22.671213 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fdd07a79-d3ec-46bc-b7bf-f8f3cd99eaaa req-70efc6b8-37fc-49a1-a81d-431586af33df tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0529983 Jun 15 22:25:22.728693 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fdd07a79-d3ec-46bc-b7bf-f8f3cd99eaaa req-2fe7f1b8-bc87-42ad-9a1d-9498b640f0b3 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487058 Jun 15 22:25:23.852014 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67525443-e785-4828-90ff-33947497237a req-b73c0bc4-0a2f-40f1-9193-4e1b4beefc56 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:23.853542 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-67525443-e785-4828-90ff-33947497237a req-b73c0bc4-0a2f-40f1-9193-4e1b4beefc56 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0532877 Jun 15 22:25:23.909172 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-67525443-e785-4828-90ff-33947497237a req-5e8b7933-bedd-449f-80d6-518aceb5d7b7 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498614 Jun 15 22:25:24.136044 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4d63d-98a3-4630-838c-054e3d18dbd5 req-3dbe1fc6-223e-4bcd-9f5a-a0221db752ea tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:24.137627 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7ec4d63d-98a3-4630-838c-054e3d18dbd5 req-3dbe1fc6-223e-4bcd-9f5a-a0221db752ea tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0490398 Jun 15 22:25:24.158268 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:24.159419 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:24.190952 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7ec4d63d-98a3-4630-838c-054e3d18dbd5 req-0da0a91c-3b26-4461-b0c7-6a4233eab7ee tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453317 Jun 15 22:25:25.044570 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47986c-1094-4111-aede-23e5b381db95 req-56c5f73d-5345-4621-aa33-d373bf3b78cb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:25.046083 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f47986c-1094-4111-aede-23e5b381db95 req-56c5f73d-5345-4621-aa33-d373bf3b78cb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0548487 Jun 15 22:25:25.106961 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6f47986c-1094-4111-aede-23e5b381db95 req-ddb9b5cb-bec7-43a7-826b-1052565f5af6 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545619 Jun 15 22:25:25.319786 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edbecb-61e6-4cf6-8ade-95a02020b6de req-d3cb1291-919c-4de3-9d35-3f8a75f37720 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:25.321243 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-60edbecb-61e6-4cf6-8ade-95a02020b6de req-d3cb1291-919c-4de3-9d35-3f8a75f37720 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0503967 Jun 15 22:25:25.378793 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-60edbecb-61e6-4cf6-8ade-95a02020b6de req-ce84961b-1aa8-4213-b2d1-fd294f1b40db tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488012 Jun 15 22:25:26.236954 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39756d67-044c-4e3e-87be-ef65ff2b2aa1 req-a1ab7dbe-2948-42af-9860-1c3ee756bf19 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:26.238744 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39756d67-044c-4e3e-87be-ef65ff2b2aa1 req-a1ab7dbe-2948-42af-9860-1c3ee756bf19 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0611567 Jun 15 22:25:26.300895 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-39756d67-044c-4e3e-87be-ef65ff2b2aa1 req-e344134c-8882-47cb-8568-b5608d6d5090 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533688 Jun 15 22:25:26.503650 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf18a3-bdb5-488d-a2dd-7638bf3b5770 req-93fe1bdf-1f03-48f9-a2df-a5c64e96764d tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:26.505222 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5ebf18a3-bdb5-488d-a2dd-7638bf3b5770 req-93fe1bdf-1f03-48f9-a2df-a5c64e96764d tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0537913 Jun 15 22:25:26.557723 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5ebf18a3-bdb5-488d-a2dd-7638bf3b5770 req-0af7e87f-fff8-40b7-a302-10a3e389e118 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458496 Jun 15 22:25:27.426721 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58ac2c-0cd0-40d0-b5ff-12e1f052b770 req-4fbf0577-a0d3-439c-8200-c19b5c8fc943 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:27.428227 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b58ac2c-0cd0-40d0-b5ff-12e1f052b770 req-4fbf0577-a0d3-439c-8200-c19b5c8fc943 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 943 time: 0.0555351 Jun 15 22:25:27.483195 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b58ac2c-0cd0-40d0-b5ff-12e1f052b770 req-8dbd5483-a208-4eed-9139-a3b1bcef8836 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469680 Jun 15 22:25:27.695715 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a15328-f9cc-417e-95d5-423cd989e419 req-de155ea0-70c5-4764-b5a3-0be9aa095e01 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:27.697226 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-68a15328-f9cc-417e-95d5-423cd989e419 req-de155ea0-70c5-4764-b5a3-0be9aa095e01 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0608768 Jun 15 22:25:27.742681 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:27.748092 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-68a15328-f9cc-417e-95d5-423cd989e419 req-d88c0f11-2f1e-4375-a54b-1ecfb9904a40 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452213 Jun 15 22:25:27.821342 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:25:27.926555 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:27.943603 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'port_id': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'mac_address': 'fa:16:3e:42:e2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:25:27.978924 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:25:27.979308 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:27.992474 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:25:28.015704 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:28.022498 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:28.069435 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:28.351007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['d1225cc3-5c3c-4baf-8721-bd30f3aad6a1'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:25:28.608755 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc546f-13ce-42fb-83c4-6c02fea1e3b2 req-3f9a36f2-43a4-43d2-b978-86eecaad362d tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:28.610558 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f5dc546f-13ce-42fb-83c4-6c02fea1e3b2 req-3f9a36f2-43a4-43d2-b978-86eecaad362d tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 944 time: 0.0533483 Jun 15 22:25:28.672756 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f5dc546f-13ce-42fb-83c4-6c02fea1e3b2 req-706e5213-9f12-443a-b4b3-69c782bca5e0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562580 Jun 15 22:25:28.882189 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8f0b9-ab5c-486e-be97-9d3c7cc9a655 req-ed4f2f65-b37b-4190-ab0b-f8792c3a4ef5 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:28.883670 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-18d8f0b9-ab5c-486e-be97-9d3c7cc9a655 req-ed4f2f65-b37b-4190-ab0b-f8792c3a4ef5 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0534749 Jun 15 22:25:28.937999 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-18d8f0b9-ab5c-486e-be97-9d3c7cc9a655 req-146d271a-db11-4050-88f0-4cb7ddd5680d tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460043 Jun 15 22:25:29.416027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-c6d6ac99-a1be-45a2-9464-aa24494d63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:29.417579 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-c6d6ac99-a1be-45a2-9464-aa24494d63fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1130 time: 0.0452642 Jun 15 22:25:29.525800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-acfe1482-5229-449e-9401-e42022ea2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:29.527295 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-acfe1482-5229-449e-9401-e42022ea2833 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 910 time: 0.0897329 Jun 15 22:25:29.595440 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-756af17c-277d-4a66-bc2e-4cd00e7e464d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 1002 time: 0.0602477 Jun 15 22:25:29.650660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-8eada6b5-1b40-466f-8b18-af8134b67755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:29.652100 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-8eada6b5-1b40-466f-8b18-af8134b67755 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 200 len: 848 time: 0.0466185 Jun 15 22:25:29.697891 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-1f8611bb-5141-4791-816a-2b8d74876fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:29.699342 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-1f8611bb-5141-4791-816a-2b8d74876fab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2639197b-57e3-474f-bfde-2855daaf8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413840 Jun 15 22:25:29.725910 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:29.729161 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:29.832284 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1e95c-bf02-49f6-aeda-042278481ac4 req-679a9c88-4a79-4971-8be1-830760890fe2 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:29.833767 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24d1e95c-bf02-49f6-aeda-042278481ac4 req-679a9c88-4a79-4971-8be1-830760890fe2 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 944 time: 0.0910866 Jun 15 22:25:29.837312 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-ecd18082-1fe1-4b30-a60b-65bde8178657 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310196 Jun 15 22:25:29.838516 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:25:29.883392 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:25:29.890947 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:25:29.891315 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:29.920615 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:29.927079 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:29.944618 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-24d1e95c-bf02-49f6-aeda-042278481ac4 req-e8bfd7b3-fb72-41ac-b2d4-96cfb242574b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047447 Jun 15 22:25:29.975389 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:25:29.975866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:29.983315 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd2fda3f-3aef-4c45-820b-2763ba2b19af req-0b004f67-a437-460a-b843-1e87093085ad service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364350 Jun 15 22:25:30.000639 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:25:30.002946 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b690f5-f56d-4173-b37c-e6d2cbcdc9ad" -d '{"events": [{"server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:25:30.016272 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:30.021195 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:30.056688 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac694b-4bfe-404b-8d60-010b1e00be71 x-openstack-request-id: req-f1ac694b-4bfe-404b-8d60-010b1e00be71 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:25:30.056976 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "name": "network-vif-plugged", "status": "completed", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:25:30.057218 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1ac694b-4bfe-404b-8d60-010b1e00be71 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:25:30.057628 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ac694b-4bfe-404b-8d60-010b1e00be71'] response: {'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'code': 200} Jun 15 22:25:30.070264 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbebcda-0cc3-47a0-82a8-ebfbc84b8047 req-ed4b5230-df05-4746-a8ec-b7073bc0c21c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:30.071771 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1fbebcda-0cc3-47a0-82a8-ebfbc84b8047 req-ed4b5230-df05-4746-a8ec-b7073bc0c21c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0582309 Jun 15 22:25:30.071949 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:30.124247 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-1fbebcda-0cc3-47a0-82a8-ebfbc84b8047 req-1d390b8d-88df-4c4c-a208-6710ce4bf233 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457373 Jun 15 22:25:30.341929 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a692-9997-4ece-91b2-6c4a3d70ae76 req-704d6f14-024e-4209-875b-78f1491a78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:30.343442 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0b9a692-9997-4ece-91b2-6c4a3d70ae76 req-704d6f14-024e-4209-875b-78f1491a78c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 1129 time: 0.0418935 Jun 15 22:25:30.391957 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a0b9a692-9997-4ece-91b2-6c4a3d70ae76 req-56502b40-136d-435c-8b98-1e63deed29fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422807 Jun 15 22:25:30.868297 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:31.082385 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c194e43-7f73-4805-8c6f-ba5cc2487000 req-07725239-1f3e-4602-82e6-1386baeedec4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:31.084060 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c194e43-7f73-4805-8c6f-ba5cc2487000 req-07725239-1f3e-4602-82e6-1386baeedec4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 945 time: 0.0631967 Jun 15 22:25:31.136598 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9c194e43-7f73-4805-8c6f-ba5cc2487000 req-366c9a1a-2dcc-4858-9918-1f1def41f3a0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466573 Jun 15 22:25:31.252541 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cc833-8d2b-4c94-880a-98c229bf707d req-055e6357-e962-497c-87dc-61893e2ff5ff tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:31.254505 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-563cc833-8d2b-4c94-880a-98c229bf707d req-055e6357-e962-497c-87dc-61893e2ff5ff tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0589273 Jun 15 22:25:31.276159 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:31.307147 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-563cc833-8d2b-4c94-880a-98c229bf707d req-6e5d31da-1f94-4ec2-92e4-c633fc839592 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466180 Jun 15 22:25:32.253784 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f8804-f003-4739-9606-d44dda3610ff req-9ceaafa0-9804-47a5-ac70-8fd78225623d tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:32.255452 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb9f8804-f003-4739-9606-d44dda3610ff req-9ceaafa0-9804-47a5-ac70-8fd78225623d tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Jun 15 22:25:32.308915 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb9f8804-f003-4739-9606-d44dda3610ff req-4eb5199f-b581-4e39-89d2-b0d293b4a5d2 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Jun 15 22:25:32.428660 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fbdcb-d59a-4fd5-b94c-8fabb6f75713 req-a234cad4-052c-4595-ac93-553b77237011 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:32.430129 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b66fbdcb-d59a-4fd5-b94c-8fabb6f75713 req-a234cad4-052c-4595-ac93-553b77237011 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0495875 Jun 15 22:25:32.430308 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95eef9-cb39-4863-bcd6-ef5df2caac02 req-76e397ef-f0e7-499d-9713-ccafac25d73f tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:32.431817 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4b95eef9-cb39-4863-bcd6-ef5df2caac02 req-76e397ef-f0e7-499d-9713-ccafac25d73f tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 945 time: 0.0539203 Jun 15 22:25:32.483524 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4b95eef9-cb39-4863-bcd6-ef5df2caac02 req-130f61d8-9ed0-4826-a158-fcea5b6021ca tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460253 Jun 15 22:25:32.486171 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b66fbdcb-d59a-4fd5-b94c-8fabb6f75713 req-25b658fd-1d11-45b5-8e73-7f104ebea015 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503192 Jun 15 22:25:32.507010 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50356) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:25:32.650679 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff491e4-7a25-416d-bf82-ddb6114c65ef tempest-TestVolumeBootPattern-1213725301 tempest-TestVolumeBootPattern-1213725301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:32.652299 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-cff491e4-7a25-416d-bf82-ddb6114c65ef tempest-TestVolumeBootPattern-1213725301 tempest-TestVolumeBootPattern-1213725301-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 1124 time: 0.1441836 Jun 15 22:25:32.655657 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50360) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:25:32.660866 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.v2.base [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'port_id': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:25:32.684312 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:32.766060 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:32.876261 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_common [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Allocated IP 172.27.2.128 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/5ac25281-0570-4e62-a47e-6821e4569ce1) {{(pid=104020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:25:32.983802 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:33.019821 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:33.069228 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:25:33.071687 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:33.075017 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.base_scheduler [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Resources bound (agent type, host, resource id): {{(pid=104020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:25:33.079413 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Received port after_create {{(pid=104020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:25:33.099687 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=5ac25281-0570-4e62-a47e-6821e4569ce1,revision_number=1']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:33.117249 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.117613 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.117943 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.118271 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.118588 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.118908 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.119224 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.119537 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.119846 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.120163 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.120456 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.120763 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.121078 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.121402 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.121710 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:33.205418 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:25:33.321792 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:33.448389 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (dd6e8c8b-b621-430e-bdb8-83bd22b6b13f), precommit_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:33.529888 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), before_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:33.627773 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e04b02-825d-429b-b4b6-59295ee31c10 req-bd2f75f2-c409-4566-b948-922b3cd8db9f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:33.629288 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-34e04b02-825d-429b-b4b6-59295ee31c10 req-bd2f75f2-c409-4566-b948-922b3cd8db9f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0686474 Jun 15 22:25:33.733443 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-34e04b02-825d-429b-b4b6-59295ee31c10 req-6ccbda77-568e-4f33-b979-8dcce4baa726 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977767 Jun 15 22:25:33.757356 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), precommit_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:33.763438 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2241324'] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), after_update {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:33.836842 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=5ac25281-0570-4e62-a47e-6821e4569ce1,revision_number=2']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:33.849914 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (dd6e8c8b-b621-430e-bdb8-83bd22b6b13f), after_create {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:33.941352 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Floating IP dd6e8c8b-b621-430e-bdb8-83bd22b6b13f associated. External IP: 172.27.2.128, port: d1225cc3-5c3c-4baf-8721-bd30f3aad6a1. Jun 15 22:25:33.998183 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:34.386262 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-65dd48f2-e5b5-486d-81f8-f5febc4bbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:34.387787 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-65dd48f2-e5b5-486d-81f8-f5febc4bbb92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1130 time: 0.0407310 Jun 15 22:25:34.406734 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:25:34.495888 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:34.496577 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-e7849654-97fb-40af-966c-4f33432d9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:34.498333 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-e7849654-97fb-40af-966c-4f33432d9999 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 910 time: 0.1021914 Jun 15 22:25:34.519319 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:25:34.532281 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:25:34.540545 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:34.547643 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:25:34.548269 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:25:34.572904 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-bc560292-e732-4eca-8094-f5ea52c0f681 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9165287 Jun 15 22:25:34.573636 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:25:34.576017 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b232e54a-7fcc-45fb-bf35-172507382e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:25:34.582491 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-1756d662-42ac-48fb-a3ae-a883ba667bf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 1002 time: 0.0724738 Jun 15 22:25:34.613478 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e093343-8a80-46b6-a6e8-c5f3dc8f8573 x-openstack-request-id: req-2e093343-8a80-46b6-a6e8-c5f3dc8f8573 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:25:34.614016 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:25:34.614456 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e093343-8a80-46b6-a6e8-c5f3dc8f8573 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:25:34.615098 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e093343-8a80-46b6-a6e8-c5f3dc8f8573'] response: {'name': 'network-changed', 'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'status': 'completed', 'code': 200} Jun 15 22:25:34.635527 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-d8abc1af-80da-4f97-bfb2-ea3ed0d5f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:34.637018 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-d8abc1af-80da-4f97-bfb2-ea3ed0d5f9b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 200 len: 848 time: 0.0490003 Jun 15 22:25:34.684870 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:25:34.717206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-18c660aa-c572-47a0-a5e4-1f0e3deb4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:34.718811 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-18c660aa-c572-47a0-a5e4-1f0e3deb4a76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2639197b-57e3-474f-bfde-2855daaf8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733008 Jun 15 22:25:34.733877 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:34.736397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-9ff470e0-e2de-413b-831b-7faa91d7259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:34.737898 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-9ff470e0-e2de-413b-831b-7faa91d7259a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 1129 time: 0.0651448 Jun 15 22:25:34.862541 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:34.862816 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d6cbb-4599-430c-bfb9-df0793a17ded req-a0fb5f2b-5075-4ac1-8ecb-b6059e600ac5 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:34.864340 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4d3d6cbb-4599-430c-bfb9-df0793a17ded req-a0fb5f2b-5075-4ac1-8ecb-b6059e600ac5 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0545862 Jun 15 22:25:34.893584 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-101a4598-f5f0-4ed6-b064-348dd7773471 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682510 Jun 15 22:25:34.911946 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-75555cad-7964-48ab-87fc-634fdd081a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:34.913446 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-75555cad-7964-48ab-87fc-634fdd081a7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.1653461 Jun 15 22:25:34.917473 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-4d3d6cbb-4599-430c-bfb9-df0793a17ded req-792d948e-8cb9-4177-9efd-d73a1566da64 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466819 Jun 15 22:25:34.923322 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'dd6e8c8b-b621-430e-bdb8-83bd22b6b13f', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:42:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:25:33Z', 'updated_at': '2022-06-15T22:25:33Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:25:34.950998 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:25:34.960811 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:25:34.961517 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:25:35.159861 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:25:35.296690 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-60eab7aa-de32-417a-85a5-358ca3ff5e5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 HTTP/1.1" status: 200 len: 999 time: 0.3728273 Jun 15 22:25:35.325663 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-1cd72395-0d0c-433c-bedc-e31ccc9a8f33 req-caf8082e-7dac-4bed-8019-c8e83bf1ff9e service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225616 Jun 15 22:25:35.362968 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-cf33ce87-b344-472f-be3c-4952960b7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:35.365208 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-cf33ce87-b344-472f-be3c-4952960b7ba1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0530479 Jun 15 22:25:35.381624 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'dd6e8c8b-b621-430e-bdb8-83bd22b6b13f', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:42:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:25:33Z', 'updated_at': '2022-06-15T22:25:33Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:25:35.406902 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce72b2f-33fb-4800-96e5-5e9b91d0c237 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': 'dd6e8c8b-b621-430e-bdb8-83bd22b6b13f', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:42:e2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:25:33Z', 'updated_at': '2022-06-15T22:25:33Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:25:35.600512 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb98363b-be4e-46aa-826f-c3aad665966b None None] New status for floating IP dd6e8c8b-b621-430e-bdb8-83bd22b6b13f: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:25:36.052349 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbedcac-c746-48fc-9762-13d8fa664baa req-10c11e16-fd6e-4d4e-a1dd-0921fb5a4813 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:36.053873 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fbedcac-c746-48fc-9762-13d8fa664baa req-10c11e16-fd6e-4d4e-a1dd-0921fb5a4813 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0632870 Jun 15 22:25:36.108982 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8fbedcac-c746-48fc-9762-13d8fa664baa req-9fab1fcc-a38e-45cf-a6a6-091a321f0ec0 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494092 Jun 15 22:25:36.678114 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-8ae24966-ae13-4b85-8c68-e7ac550137ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:36.679667 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-8ae24966-ae13-4b85-8c68-e7ac550137ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431130 Jun 15 22:25:36.774237 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-2d111fe6-a0f2-4165-a66c-ae43a54c8f30 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863214 Jun 15 22:25:36.994607 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b232e54a-7fcc-45fb-bf35-172507382e5b req-4f638fec-22a7-45e3-94a5-6d2527f86ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998425 Jun 15 22:25:37.243212 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199dc80-bdc9-419e-bf5e-7f43729c5308 req-9f81abf6-b702-47fd-aada-acc7f4d10896 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:37.244792 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7199dc80-bdc9-419e-bf5e-7f43729c5308 req-9f81abf6-b702-47fd-aada-acc7f4d10896 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0603027 Jun 15 22:25:37.300697 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-7199dc80-bdc9-419e-bf5e-7f43729c5308 req-d0e4cff1-002c-4fde-ace8-52e8a8fab960 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479350 Jun 15 22:25:38.437917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a3880-ca4f-4ff2-aa58-442ddd391c12 req-2a45a339-bb83-4f20-bd8c-d00f1ea2513c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:38.437917 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5a3880-ca4f-4ff2-aa58-442ddd391c12 req-2a45a339-bb83-4f20-bd8c-d00f1ea2513c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0625772 Jun 15 22:25:38.490937 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-dd5a3880-ca4f-4ff2-aa58-442ddd391c12 req-d2c315af-87b7-4413-87e3-bf18919845be tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466053 Jun 15 22:25:38.713208 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-ccaa8b6c-92d0-4d5a-8975-48e04ab36c23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412142 Jun 15 22:25:38.744017 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fdd43-b903-42f2-a54c-dc9375e0e532 req-a2fe123f-e864-464c-b83f-26c8ddf69cfd tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:38.745487 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d3fdd43-b903-42f2-a54c-dc9375e0e532 req-a2fe123f-e864-464c-b83f-26c8ddf69cfd tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0541689 Jun 15 22:25:38.790028 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-f6e8cac5-a96a-4eea-a7da-e8958a74cf08 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:38.791433 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-f6e8cac5-a96a-4eea-a7da-e8958a74cf08 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports/b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 943 time: 0.0493262 Jun 15 22:25:38.796843 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-8d3fdd43-b903-42f2-a54c-dc9375e0e532 req-6a7104d2-3f60-4172-887b-2e595ec1eb51 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457506 Jun 15 22:25:39.915595 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:25:39.928000 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bd8b5-9cc4-4e86-bdaf-4e84b148bde7 req-be839a9d-effe-4895-9b3b-bb1f1a0ef34f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:39.929628 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-042bd8b5-9cc4-4e86-bdaf-4e84b148bde7 req-be839a9d-effe-4895-9b3b-bb1f1a0ef34f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0535657 Jun 15 22:25:39.980918 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-042bd8b5-9cc4-4e86-bdaf-4e84b148bde7 req-5a178321-e694-4039-b152-5fe22c3d4575 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453005 Jun 15 22:25:39.993292 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa is: ACTIVE; New status is: DOWN {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:25:39.993811 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:40.018744 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:25:40.020866 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92fa269-130c-43eb-8ce1-7f80fb894e62" -d '{"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-unplugged", "status": "completed", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:25:40.038671 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:40.043448 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:40.067441 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Jun 2022 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c182959c-7414-4488-bb22-08a61c3bd7a0 x-openstack-request-id: req-c182959c-7414-4488-bb22-08a61c3bd7a0 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:25:40.067727 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-unplugged", "status": "completed", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:25:40.067968 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c182959c-7414-4488-bb22-08a61c3bd7a0 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:25:40.068354 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c182959c-7414-4488-bb22-08a61c3bd7a0'] response: {'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'code': 200} Jun 15 22:25:40.093402 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=6']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:40.434233 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-a54cc77a-7634-4b66-93ef-0ec2bbe49db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:40.435739 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-a54cc77a-7634-4b66-93ef-0ec2bbe49db4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf&tenant_id=1bc7b00884114a089c6d2c785fc8e9ed HTTP/1.1" status: 200 len: 1128 time: 0.0420125 Jun 15 22:25:40.524453 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-93d01e91-6a2a-46d2-9e8b-63ad43a7f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:40.526522 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-93d01e91-6a2a-46d2-9e8b-63ad43a7f9fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1128 time: 0.0519364 Jun 15 22:25:40.571115 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:40.631586 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-ee11d4eb-9cc2-46f3-9bc3-6f479944be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:40.633622 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-ee11d4eb-9cc2-46f3-9bc3-6f479944be9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 910 time: 0.0988545 Jun 15 22:25:40.680978 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:40.698612 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-1be001f8-442a-4f66-9799-babef48faed6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 1000 time: 0.0575037 Jun 15 22:25:40.755474 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-1131efe3-ebd2-4c3f-abec-8a587ac9a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:40.756946 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-1131efe3-ebd2-4c3f-abec-8a587ac9a22f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 200 len: 848 time: 0.0503705 Jun 15 22:25:40.802302 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-c200ef49-c838-472a-bc45-8ba25d9471f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:40.803862 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-c200ef49-c838-472a-bc45-8ba25d9471f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2639197b-57e3-474f-bfde-2855daaf8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400314 Jun 15 22:25:40.906317 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-5ee88e1d-d7d1-40e5-b64f-0fbb23d3d5fe service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952637 Jun 15 22:25:41.009295 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-91d747d6-759c-4212-b8a1-b8cc3fcc8a22 req-b88cc26e-af3c-48ee-bd04-c4bfa35ee9bd service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962169 Jun 15 22:25:41.117267 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da546b-b5ba-4260-a764-c8901ea8e32a req-4666f9c4-3936-42dd-8f1e-573e75c081de tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:41.118807 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f5da546b-b5ba-4260-a764-c8901ea8e32a req-4666f9c4-3936-42dd-8f1e-573e75c081de tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0540836 Jun 15 22:25:41.174109 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-f5da546b-b5ba-4260-a764-c8901ea8e32a req-c820f332-ebec-4e10-9701-f6647ff0cbd9 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494478 Jun 15 22:25:42.294723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c466b-d56c-4df4-9fde-99569a18c0ae req-193f9f8b-aa30-4cc0-8e36-e01981f2037d tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:42.296287 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb4c466b-d56c-4df4-9fde-99569a18c0ae req-193f9f8b-aa30-4cc0-8e36-e01981f2037d tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0481527 Jun 15 22:25:42.347385 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fb4c466b-d56c-4df4-9fde-99569a18c0ae req-d57b17a7-8109-4c02-93f9-c92a41aad764 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Jun 15 22:25:43.478635 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eea30c-13dc-4f84-b76b-30d70c0ad557 req-4925678b-ac0e-4142-a9fb-4c475debce33 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:43.480173 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-63eea30c-13dc-4f84-b76b-30d70c0ad557 req-4925678b-ac0e-4142-a9fb-4c475debce33 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0543199 Jun 15 22:25:43.540365 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-63eea30c-13dc-4f84-b76b-30d70c0ad557 req-5e86802c-b00e-45a3-987b-8cd30e998c39 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515573 Jun 15 22:25:43.778774 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6135d052-e5a7-4e81-956c-84180dbf11e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:44.732488 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c774c8-98d5-4bdc-ba61-c6ec8cabd6d0 req-e9819b67-ea53-4d0d-8543-2b531176fbdb tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:44.734024 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65c774c8-98d5-4bdc-ba61-c6ec8cabd6d0 req-e9819b67-ea53-4d0d-8543-2b531176fbdb tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.1132584 Jun 15 22:25:44.788555 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-65c774c8-98d5-4bdc-ba61-c6ec8cabd6d0 req-1ee23df5-0765-430b-a32b-e707214af84e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485945 Jun 15 22:25:45.384685 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=75 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:45.385308 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=75 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:45.940412 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:45.980247 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f95ca5-6b13-4d67-bc1c-86589aef7145 req-78e644b1-f55d-42e0-9eff-3166e44ad78c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:45.981752 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-44f95ca5-6b13-4d67-bc1c-86589aef7145 req-78e644b1-f55d-42e0-9eff-3166e44ad78c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.1127882 Jun 15 22:25:46.033884 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-44f95ca5-6b13-4d67-bc1c-86589aef7145 req-06f6ce56-7174-48e4-a048-0bf3df56a2e1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463083 Jun 15 22:25:46.065208 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ec71b609-3cc3-48ca-8fb9-a2fbf3eb9d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:47.157934 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2f284-0919-44bd-b2fa-b7295c4570b3 req-289b8e22-3516-4536-889a-6982a30a6f2e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:47.159401 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3b2f284-0919-44bd-b2fa-b7295c4570b3 req-289b8e22-3516-4536-889a-6982a30a6f2e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0516126 Jun 15 22:25:47.219856 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3b2f284-0919-44bd-b2fa-b7295c4570b3 req-6d2d895d-664d-4aae-80b4-0bbffafa6e3a tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520556 Jun 15 22:25:47.633444 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:48.343283 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da7f12-66e0-44b7-a577-e99262dbb533 req-57e72c54-80f5-425e-8ca5-2a7bcf88895b tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:48.344768 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-87da7f12-66e0-44b7-a577-e99262dbb533 req-57e72c54-80f5-425e-8ca5-2a7bcf88895b tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0517936 Jun 15 22:25:48.399948 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-87da7f12-66e0-44b7-a577-e99262dbb533 req-f40442e5-a7fd-4c8c-9d4a-6655845090a7 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465283 Jun 15 22:25:49.310759 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:49.355107 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:49.527518 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700868f3-a93d-4b89-84de-013a88dc757e req-eb1b7623-0a25-4fc3-8250-1ee6c85c0de1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:49.528809 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-700868f3-a93d-4b89-84de-013a88dc757e req-eb1b7623-0a25-4fc3-8250-1ee6c85c0de1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 944 time: 0.0524883 Jun 15 22:25:49.580615 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-700868f3-a93d-4b89-84de-013a88dc757e req-f930206d-4470-49e2-bb27-7aeb4abd4889 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Jun 15 22:25:49.951026 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:25:50.063732 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:50.086990 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'port_id': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'mac_address': 'fa:16:3e:90:18:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:25:50.130001 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:25:50.130265 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:50.143940 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:25:50.165778 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:50.171463 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:50.216592 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=7']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:50.224232 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.224568 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.224904 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.225222 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.225576 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.225900 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.226230 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.226534 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.226852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.227200 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.227830 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.228126 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.228453 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.228766 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.229076 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:25:50.510346 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:25:50.535510 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:50.542836 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:50.703501 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f15d-d50c-4631-b282-c99276ffd4cf req-8a572f65-01c0-40b1-972e-f4a010a80f0b tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:50.705032 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b295f15d-d50c-4631-b282-c99276ffd4cf req-8a572f65-01c0-40b1-972e-f4a010a80f0b tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 945 time: 0.0509415 Jun 15 22:25:50.756481 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b295f15d-d50c-4631-b282-c99276ffd4cf req-476cee54-e8a8-45b4-9e61-8f05a87f7fdf tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Jun 15 22:25:51.879504 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b682ce-9e2a-4cae-b89f-2f8307177f1b req-a6eb90ce-e4c0-4d3b-9118-3ade0d6c2133 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:51.881009 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3b682ce-9e2a-4cae-b89f-2f8307177f1b req-a6eb90ce-e4c0-4d3b-9118-3ade0d6c2133 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 945 time: 0.0542705 Jun 15 22:25:51.934531 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e3b682ce-9e2a-4cae-b89f-2f8307177f1b req-0c3f7374-05e1-457f-b8aa-22f4081eedc7 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455613 Jun 15 22:25:51.963445 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:25:52.008935 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:25:52.008935 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:52.083469 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:25:52.083736 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:52.106758 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:25:52.109402 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62745124-116a-4f1f-9851-50197d8c722c" -d '{"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-plugged", "status": "completed", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:25:52.122321 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:52.127701 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:52.151060 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad046f9-72de-4853-93d8-e55a73c00586 x-openstack-request-id: req-4ad046f9-72de-4853-93d8-e55a73c00586 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:25:52.151346 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-plugged", "status": "completed", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:25:52.151588 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ad046f9-72de-4853-93d8-e55a73c00586 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:25:52.151980 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad046f9-72de-4853-93d8-e55a73c00586'] response: {'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'code': 200} Jun 15 22:25:52.177295 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=8']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:52.442117 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5320b-9f5f-44d4-b92d-4e7edbf8025d req-ef4eb2f6-b791-425e-8b75-ecfe223ca2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:52.443642 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1f5320b-9f5f-44d4-b92d-4e7edbf8025d req-ef4eb2f6-b791-425e-8b75-ecfe223ca2f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1130 time: 0.0412381 Jun 15 22:25:52.507254 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c1f5320b-9f5f-44d4-b92d-4e7edbf8025d req-e9ae0916-7f0d-4b09-9a36-7419360e9e2f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520186 Jun 15 22:25:53.069914 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb5447-61f3-4d01-a9d6-6760d51ae7ed req-238fb85f-f4b4-407e-8d05-64fc807c24a8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:53.071416 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90cb5447-61f3-4d01-a9d6-6760d51ae7ed req-238fb85f-f4b4-407e-8d05-64fc807c24a8 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0576603 Jun 15 22:25:53.095280 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:53.130825 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-90cb5447-61f3-4d01-a9d6-6760d51ae7ed req-574a6d72-acb5-4d8a-aaed-be419efa8a54 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527694 Jun 15 22:25:54.251599 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f14c7e-09dd-44dd-8991-d6b92b6e1c0e req-badc7f12-8ebd-41a3-9d34-98d0c4e7d26e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:54.253094 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d9f14c7e-09dd-44dd-8991-d6b92b6e1c0e req-badc7f12-8ebd-41a3-9d34-98d0c4e7d26e tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0495903 Jun 15 22:25:54.307782 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d9f14c7e-09dd-44dd-8991-d6b92b6e1c0e req-1295d822-4ae1-4613-8930-5064c612762f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488873 Jun 15 22:25:58.617563 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-97a522c5-cc77-4649-8826-3f8ba27a9700 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608672955&fields=id&tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b HTTP/1.1" status: 200 len: 267 time: 0.0477760 Jun 15 22:25:58.656897 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:58.671946 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-e93de5b3-b9a9-4ab6-8f75-08ab1c9e3697 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:58.673433 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-e93de5b3-b9a9-4ab6-8f75-08ab1c9e3697 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 984 time: 0.0503147 Jun 15 22:25:58.687888 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Request body: {'port': {'security_groups': ['c05dce26-629f-4b21-ab9b-9cef77f3c7ae']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:25:58.771896 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:58.956808 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:25:58.986040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:58.993488 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.032407 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b290f9e3-ac76-4d1f-8a23-b2ecaed26988'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:25:59.039296 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:59.039919 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.041392 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0c707224-5e50-4d43-9dde-a6fdedfcea59 req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "PUT /v2.0/ports/b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 942 time: 0.3579493 Jun 15 22:25:59.041954 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:25:59.044452 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4bba83-6fec-405e-b6c4-83d87982a266" -d '{"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:25:59.047583 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50442) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:25:59.074064 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f902588-941f-4394-a053-a56109cdb017 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event updated for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=7']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:59.097563 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9072a82-ada4-44b7-a292-3ccb0daa2c6e x-openstack-request-id: req-d9072a82-ada4-44b7-a292-3ccb0daa2c6e {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:25:59.097857 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:25:59.098105 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9072a82-ada4-44b7-a292-3ccb0daa2c6e {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:25:59.098503 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9072a82-ada4-44b7-a292-3ccb0daa2c6e'] response: {'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'status': 'completed', 'code': 200} Jun 15 22:25:59.137133 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:59.138123 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d4106d1a-c795-4cc4-b7f1-187c25209483 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group (e18ddfb1-1c3f-446e-93af-688977387561), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.167730 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d4106d1a-c795-4cc4-b7f1-187c25209483 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group (e18ddfb1-1c3f-446e-93af-688977387561), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.193640 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-d3db7c81-b149-4280-b0d1-9b0358fdd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:59.195563 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-d3db7c81-b149-4280-b0d1-9b0358fdd74f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1129 time: 0.0507495 Jun 15 22:25:59.217183 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b290f9e3-ac76-4d1f-8a23-b2ecaed26988'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:25:59.249660 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d4106d1a-c795-4cc4-b7f1-187c25209483 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (e18ddfb1-1c3f-446e-93af-688977387561), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.253375 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-d4106d1a-c795-4cc4-b7f1-187c25209483 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.258593 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-d4106d1a-c795-4cc4-b7f1-187c25209483 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "DELETE /v2.0/security-groups/e18ddfb1-1c3f-446e-93af-688977387561 HTTP/1.1" status: 204 len: 168 time: 0.2098877 Jun 15 22:25:59.261966 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50444) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:25:59.285794 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4106d1a-c795-4cc4-b7f1-187c25209483 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18ddfb1-1c3f-446e-93af-688977387561,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:59.331740 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-574a48a4-fe8f-41ee-b7ba-b368d887dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:59.333441 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-574a48a4-fe8f-41ee-b7ba-b368d887dd85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 200 len: 916 time: 0.1285467 Jun 15 22:25:59.365269 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:59.384060 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-b4e8871b-a340-49f9-8ee3-6f672e3e7955 None None] Provisioning complete for port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:25:59.384858 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b4e8871b-a340-49f9-8ee3-6f672e3e7955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.408607 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-3a16565a-0ad0-4b27-b984-786abc35ea0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 1001 time: 0.0674925 Jun 15 22:25:59.426984 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:59.465473 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Deleting port 08dd3ae1-9385-4392-bbe0-4c51c67537b7 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:25:59.465719 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.471362 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-cbbb572b-73c2-4bbe-9df9-38ba52e76b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:59.473028 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-cbbb572b-73c2-4bbe-9df9-38ba52e76b3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f HTTP/1.1" status: 200 len: 854 time: 0.0581493 Jun 15 22:25:59.513605 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8871b-a340-49f9-8ee3-6f672e3e7955 None None] Current status of the port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 is: ACTIVE; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:25:59.520703 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-73c14ea0-514f-4b3a-a35c-7fc514f1553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:25:59.522376 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-73c14ea0-514f-4b3a-a35c-7fc514f1553c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=704d5041-1821-4a58-8137-a7c4880d5c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427701 Jun 15 22:25:59.546524 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.546841 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for floatingip (08dd3ae1-9385-4392-bbe0-4c51c67537b7), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.560339 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Calling delete_port for 08dd3ae1-9385-4392-bbe0-4c51c67537b7 owned by network:floatingip {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:25:59.624078 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-5b4e3cd2-3f80-4e6b-b52f-9de067025e71 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930893 Jun 15 22:25:59.720052 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fd4bba83-6fec-405e-b6c4-83d87982a266 req-dd8dc0ac-8fab-4585-a5de-d6866de54e99 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887401 Jun 15 22:25:59.737542 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (08dd3ae1-9385-4392-bbe0-4c51c67537b7), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.772723 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event deleted for resources: {'Port': ['ID=08dd3ae1-9385-4392-bbe0-4c51c67537b7,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:25:59.818484 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:25:59.835930 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks [] for floatingip (cbf0b98a-1d84-44c5-942e-7d0c421094fa), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:25:59.836246 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Floating IP cbf0b98a-1d84-44c5-942e-7d0c421094fa disassociated (deleted). External IP: 172.27.2.254, port: b290f9e3-ac76-4d1f-8a23-b2ecaed26988. Jun 15 22:26:00.048984 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Router 0eae6e41-4b44-4701-a719-6b24d8dc65ca has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:26:00.059698 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:00.155122 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:26:00.160558 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:00.165371 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] Sync routers for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:26:00.176139 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:26:00.176752 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:00.191172 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-2e5b145c-e44c-40d5-93b8-a656ebcbd8a2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "DELETE /v2.0/floatingips/cbf0b98a-1d84-44c5-942e-7d0c421094fa HTTP/1.1" status: 204 len: 168 time: 0.9202657 Jun 15 22:26:00.192197 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:26:00.194223 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:26:00.247810 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38035910-59b5-4b4e-aba8-32dc82eac498 x-openstack-request-id: req-38035910-59b5-4b4e-aba8-32dc82eac498 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:26:00.248137 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:26:00.248369 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38035910-59b5-4b4e-aba8-32dc82eac498 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:26:00.248791 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38035910-59b5-4b4e-aba8-32dc82eac498'] response: {'name': 'network-changed', 'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'status': 'completed', 'code': 200} Jun 15 22:26:00.298641 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:26:00.338792 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-04afa29a-4399-42a4-a87f-d23b5455091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:26:00.341288 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-04afa29a-4399-42a4-a87f-d23b5455091f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 1129 time: 0.0474498 Jun 15 22:26:00.357687 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:00.376929 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:00.464543 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-a01168a8-e1e1-4d9c-b903-a7bd3b52de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:26:00.466140 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-a01168a8-e1e1-4d9c-b903-a7bd3b52de4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 200 len: 916 time: 0.1176283 Jun 15 22:26:00.511016 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-d308de24-8089-4bc5-970f-55dc191aed98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 200 len: 217 time: 0.0369170 Jun 15 22:26:00.514276 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 5, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:00.539196 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] Checking router: 0eae6e41-4b44-4701-a719-6b24d8dc65ca for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:26:00.548409 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:26:00.549011 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:00.565486 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-78bd4c1a-53c4-4baf-8512-d660ec6e92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:26:00.566928 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-78bd4c1a-53c4-4baf-8512-d660ec6e92f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f HTTP/1.1" status: 200 len: 854 time: 0.0500307 Jun 15 22:26:00.651723 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:26:00.852920 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 5, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:00.865837 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:00.878486 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2064d-7550-478f-9245-f47cbaf20d6e None None] The sync data for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi is: [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:42Z', 'revision_number': 4, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '070d3fba-561b-4f72-9ea8-6368c7780f56', 'name': '', 'network_id': '704d5041-1821-4a58-8137-a7c4880d5c2e', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'mac_address': 'fa:16:3e:a5:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:42Z', 'updated_at': '2022-06-15T22:23:49Z', 'revision_number': 5, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'subnets': [{'id': '35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:26:00.905973 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-7576db01-76ad-435c-9c25-4266e9c372f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:26:00.907538 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-7576db01-76ad-435c-9c25-4266e9c372f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=704d5041-1821-4a58-8137-a7c4880d5c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443587 Jun 15 22:26:01.010105 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-a81e0044-c8b8-416a-b7f2-a252f6c742e6 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947850 Jun 15 22:26:01.117533 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a5e058d7-4a76-4b97-aebd-f8d2c78ac8ec req-ce81e424-337c-4dc7-8673-b2c9b7b30c62 service neutron] 10.222.0.26 "GET /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979714 Jun 15 22:26:01.132840 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ed32b-98a6-473d-8d8e-08af2fc2accc None None] New status for floating IP cbf0b98a-1d84-44c5-942e-7d0c421094fa: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:26:03.002607 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62098-5938-4621-a8ca-cec76bcdf015 req-322a8981-3df3-4e7d-9fd4-d1fc07710929 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:26:03.003993 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e0f62098-5938-4621-a8ca-cec76bcdf015 req-322a8981-3df3-4e7d-9fd4-d1fc07710929 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0500107 Jun 15 22:26:03.056047 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e0f62098-5938-4621-a8ca-cec76bcdf015 req-581f9869-6fcf-4ffc-9c25-9a8c8a8d267d tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Jun 15 22:26:04.188668 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115477df-e9fd-496f-8184-b08be2f8c9a3 req-3642128c-1399-4ff2-8ee7-91c96cbc000a tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:26:04.190213 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-115477df-e9fd-496f-8184-b08be2f8c9a3 req-3642128c-1399-4ff2-8ee7-91c96cbc000a tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0497561 Jun 15 22:26:04.254129 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-115477df-e9fd-496f-8184-b08be2f8c9a3 req-cbf4a5ab-5d77-45b3-9543-5f53bfb278b2 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/security-groups?id=c05dce26-629f-4b21-ab9b-9cef77f3c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548453 Jun 15 22:26:04.957837 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-fd9e868c-d194-4d89-9475-ec22d3f28322 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:26:04.959302 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-fd9e868c-d194-4d89-9475-ec22d3f28322 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Jun 15 22:26:05.045718 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Deleting port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:26:05.046025 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:05.145228 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] For port b290f9e3-ac76-4d1f-8a23-b2ecaed26988, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:26:05.145593 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:05.159849 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Calling delete_port for b290f9e3-ac76-4d1f-8a23-b2ecaed26988 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:26:05.296739 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (b290f9e3-ac76-4d1f-8a23-b2ecaed26988), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:05.326821 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Pushing event deleted for resources: {'Port': ['ID=b290f9e3-ac76-4d1f-8a23-b2ecaed26988,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:05.337438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:05.341956 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['b290f9e3-ac76-4d1f-8a23-b2ecaed26988'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:26:05.371480 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-156bb6c0-3d4e-4acb-ae95-89edfba3202d req-1039818d-ede7-4525-8669-2279e3bc1369 tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b85f708-fb4d-4fbb-a54d-267125e92101 HTTP/1.1" status: 200 len: 210 time: 0.0450952 Jun 15 22:26:05.390010 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] No DVR routers for this DVR port b290f9e3-ac76-4d1f-8a23-b2ecaed26988 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:26:05.393065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:05.398621 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f0ed6943-2560-4b4d-8b6c-16b9c2ab3da4 req-26e2f640-f030-488d-b4e0-9e358dcff38c tempest-TestMinimumBasicScenario-1234078392 tempest-TestMinimumBasicScenario-1234078392-project] 10.222.0.26 "DELETE /v2.0/ports/b290f9e3-ac76-4d1f-8a23-b2ecaed26988 HTTP/1.1" status: 204 len: 173 time: 0.4334080 Jun 15 22:26:05.399099 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'name': 'network-vif-deleted', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:26:05.401462 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6157791e-523a-41ee-98f8-d62067645139" -d '{"events": [{"server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "name": "network-vif-deleted", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:26:05.458617 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838ec28-330b-492a-8cb9-6733212e826a x-openstack-request-id: req-9838ec28-330b-492a-8cb9-6733212e826a {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:26:05.458880 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b85f708-fb4d-4fbb-a54d-267125e92101", "name": "network-vif-deleted", "tag": "b290f9e3-ac76-4d1f-8a23-b2ecaed26988", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:26:05.459151 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9838ec28-330b-492a-8cb9-6733212e826a {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:26:05.459547 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9838ec28-330b-492a-8cb9-6733212e826a'] response: {'server_uuid': '6b85f708-fb4d-4fbb-a54d-267125e92101', 'name': 'network-vif-deleted', 'tag': 'b290f9e3-ac76-4d1f-8a23-b2ecaed26988', 'status': 'completed', 'code': 200} Jun 15 22:26:08.100238 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50530) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:08.100889 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b290f9e3-ac76-4d1f-8a23-b2ecaed26988 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:26:08.120118 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: b290f9e3-ac76-4d1f-8a23-b2ecaed26988 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:26:08.120486 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b290f9e3-ac76-4d1f-8a23-b2ecaed26988 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:26:08.193240 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:08.428810 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (0eae6e41-4b44-4701-a719-6b24d8dc65ca), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:08.671416 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Deleting port 070d3fba-561b-4f72-9ea8-6368c7780f56 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:26:08.671696 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:08.751936 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] For port 070d3fba-561b-4f72-9ea8-6368c7780f56, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=070d3fba-561b-4f72-9ea8-6368c7780f56,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:26:08.752167 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:08.769241 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Calling delete_port for 070d3fba-561b-4f72-9ea8-6368c7780f56 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:26:08.977548 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (070d3fba-561b-4f72-9ea8-6368c7780f56), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:08.985363 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:09.004620 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Pushing event deleted for resources: {'Port': ['ID=070d3fba-561b-4f72-9ea8-6368c7780f56,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:09.140953 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:09.174014 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (0eae6e41-4b44-4701-a719-6b24d8dc65ca), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:09.644754 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Router 0eae6e41-4b44-4701-a719-6b24d8dc65ca has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:26:09.762112 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:26:09.768960 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-07954b4e-1cf4-47d3-81ce-7407a36b183a admin admin] 10.222.0.55 "PUT /v2.0/routers/0eae6e41-4b44-4701-a719-6b24d8dc65ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6648774 Jun 15 22:26:09.769887 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50532) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:09.775788 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] Sync routers for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:26:09.787907 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:26:09.788639 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:09.870795 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks [] for router (0eae6e41-4b44-4701-a719-6b24d8dc65ca), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:09.872346 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:09.892422 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:26:09.971823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks [] for router_gateway (0eae6e41-4b44-4701-a719-6b24d8dc65ca), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.018927 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Deleting port e63a5a8b-aa76-4bb3-aa65-34988b7ab044 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:26:10.019265 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.092556 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:10.110409 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] For port e63a5a8b-aa76-4bb3-aa65-34988b7ab044, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:26:10.110876 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.125200 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Calling delete_port for e63a5a8b-aa76-4bb3-aa65-34988b7ab044 owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:26:10.159434 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:10.162219 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:26:08Z', 'revision_number': 5, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port': {'id': 'e63a5a8b-aa76-4bb3-aa65-34988b7ab044', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:10.192792 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] Checking router: 0eae6e41-4b44-4701-a719-6b24d8dc65ca for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:26:10.208410 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:26:10.209314 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] Routers {'0eae6e41-4b44-4701-a719-6b24d8dc65ca'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:26:10.209934 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:10.292270 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] Set router 0eae6e41-4b44-4701-a719-6b24d8dc65ca gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:26:10.308794 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (e63a5a8b-aa76-4bb3-aa65-34988b7ab044), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.334800 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63a5a8b-aa76-4bb3-aa65-34988b7ab044,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:10.343746 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:26:09Z', 'revision_number': 6, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:10.360798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:10.369265 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b5313-d82a-4cc1-9299-b5aff0a1f765 None None] The sync data for ids ['0eae6e41-4b44-4701-a719-6b24d8dc65ca'] in dv-cinder-835384-7-iscsi is: [{'id': '0eae6e41-4b44-4701-a719-6b24d8dc65ca', 'name': 'tempest-TestMinimumBasicScenario-1563511741-router', 'tenant_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:40Z', 'updated_at': '2022-06-15T22:26:09Z', 'revision_number': 6, 'project_id': '0d141f1b8c984a5a9fbf2fb3c8f01b2b', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:26:10.405780 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (0eae6e41-4b44-4701-a719-6b24d8dc65ca), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.495988 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (0eae6e41-4b44-4701-a719-6b24d8dc65ca), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.498383 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks [] for router_controller (0eae6e41-4b44-4701-a719-6b24d8dc65ca), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.545563 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (0eae6e41-4b44-4701-a719-6b24d8dc65ca), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.546037 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eae6e41-4b44-4701-a719-6b24d8dc65ca {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:26:10.550385 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.551471 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c3c8b070-e45d-489d-952f-c43d33f34e31 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0eae6e41-4b44-4701-a719-6b24d8dc65ca HTTP/1.1" status: 204 len: 168 time: 0.7806873 Jun 15 22:26:10.554082 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50536) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:10.599407 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] Deleting subnet 35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:26:10.602794 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] Publish callbacks [] for subnet (35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.637972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9147888'] for subnet (35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.755392 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.815221 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10136829'] for subnet (35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.838833 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:10.844751 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.847914 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-22b5cfbf-276b-4cb1-83b4-87519f844eb4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/35f1f0e4-ecd0-4cd0-99ee-ec20e8ee862f HTTP/1.1" status: 204 len: 168 time: 0.2929287 Jun 15 22:26:10.850816 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50540) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:10.851010 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51b107-81e4-4186-ac75-e869b7bfddd5 None None] Network 704d5041-1821-4a58-8137-a7c4880d5c2e requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:26:10.929190 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (704d5041-1821-4a58-8137-a7c4880d5c2e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:10.974905 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Deleting port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:26:10.975195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.042264 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:11.044367 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] For port 1366d821-c713-4fb7-a9e7-79e9e314cdf4, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1366d821-c713-4fb7-a9e7-79e9e314cdf4,segment=NetworkSegment(8dbb7d87-f182-4dbc-9b98-6d613837ca4c),segment_id=8dbb7d87-f182-4dbc-9b98-6d613837ca4c)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:26:11.044791 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.059663 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Calling delete_port for 1366d821-c713-4fb7-a9e7-79e9e314cdf4 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:26:11.145815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b142e2-0da2-4ba0-857b-cad3031f2139 None None] DHCP port deletion for 704d5041-1821-4a58-8137-a7c4880d5c2e request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:26:11.150490 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (1366d821-c713-4fb7-a9e7-79e9e314cdf4), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.176898 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1366d821-c713-4fb7-a9e7-79e9e314cdf4,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:11.180596 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] No DVR routers for this DVR port 1366d821-c713-4fb7-a9e7-79e9e314cdf4 on host dv-cinder-835384-7-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:26:11.223154 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e63a5a8b-aa76-4bb3-aa65-34988b7ab044 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:26:11.244711 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: e63a5a8b-aa76-4bb3-aa65-34988b7ab044 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:26:11.245053 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e63a5a8b-aa76-4bb3-aa65-34988b7ab044 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:26:11.245493 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 070d3fba-561b-4f72-9ea8-6368c7780f56 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:26:11.264699 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (704d5041-1821-4a58-8137-a7c4880d5c2e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.267483 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 070d3fba-561b-4f72-9ea8-6368c7780f56 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:26:11.267823 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 070d3fba-561b-4f72-9ea8-6368c7780f56 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:26:11.286698 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704d5041-1821-4a58-8137-a7c4880d5c2e']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:11.298685 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbb7d87-f182-4dbc-9b98-6d613837ca4c') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:11.298685 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbb7d87-f182-4dbc-9b98-6d613837ca4c') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:11.309633 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (8dbb7d87-f182-4dbc-9b98-6d613837ca4c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.323939 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (8dbb7d87-f182-4dbc-9b98-6d613837ca4c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.331343 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:26:11.331810 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (8dbb7d87-f182-4dbc-9b98-6d613837ca4c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.395299 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:11.402988 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (704d5041-1821-4a58-8137-a7c4880d5c2e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.409884 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.413114 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] 10.222.0.55 "DELETE /v2.0/networks/704d5041-1821-4a58-8137-a7c4880d5c2e HTTP/1.1" status: 204 len: 168 time: 0.5611000 Jun 15 22:26:11.416484 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50546) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:11.427424 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a56a33-c76c-44c0-8491-f77e1902b4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=704d5041-1821-4a58-8137-a7c4880d5c2e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:11.503948 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 8dbb7d87-f182-4dbc-9b98-6d613837ca4c resource provider aggregate not found Jun 15 22:26:11.531801 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment 8dbb7d87-f182-4dbc-9b98-6d613837ca4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dbb7d87-f182-4dbc-9b98-6d613837ca4c found for delete ", "request_id": "req-fa43d16f-8aa3-466d-bc4c-75d9bd339f05"}]} Jun 15 22:26:11.733446 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (d36eaa82-fc06-44a9-b49c-7032f65a6c81), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:11.911449 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:11.991980 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Deleting port 86112cd0-dfee-48bb-a648-5faac42eb6ce {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:26:11.992216 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:12.070044 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] For port 86112cd0-dfee-48bb-a648-5faac42eb6ce, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=86112cd0-dfee-48bb-a648-5faac42eb6ce,segment=NetworkSegment(c9a39f71-8dcd-4902-aaad-d5325769169a),segment_id=c9a39f71-8dcd-4902-aaad-d5325769169a)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:26:12.070365 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:12.083654 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Calling delete_port for 86112cd0-dfee-48bb-a648-5faac42eb6ce owned by network:router_interface {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:26:12.141451 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=100 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:12.277858 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (86112cd0-dfee-48bb-a648-5faac42eb6ce), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:12.304406 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=86112cd0-dfee-48bb-a648-5faac42eb6ce,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:12.470829 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (d36eaa82-fc06-44a9-b49c-7032f65a6c81), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:12.677365 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Router d36eaa82-fc06-44a9-b49c-7032f65a6c81 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:26:12.775148 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:12.782382 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:26:12.787379 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8f80d1c8-8e2b-48b4-a7c8-961564dba6fd admin admin] 10.222.0.55 "PUT /v2.0/routers/d36eaa82-fc06-44a9-b49c-7032f65a6c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3696289 Jun 15 22:26:12.790575 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50550) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:12.793126 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] Sync routers for ids ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:26:12.803581 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] Routers {'d36eaa82-fc06-44a9-b49c-7032f65a6c81'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:26:12.804196 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:12.909845 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] Set router d36eaa82-fc06-44a9-b49c-7032f65a6c81 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:26:13.090055 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:26:12Z', 'revision_number': 5, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:13.118173 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] Checking router: d36eaa82-fc06-44a9-b49c-7032f65a6c81 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:26:13.136577 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] Routers {'d36eaa82-fc06-44a9-b49c-7032f65a6c81'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:26:13.137204 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:25:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:13.152340 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks [] for router (d36eaa82-fc06-44a9-b49c-7032f65a6c81), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.213728 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1366d821-c713-4fb7-a9e7-79e9e314cdf4 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:26:13.243846 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 1366d821-c713-4fb7-a9e7-79e9e314cdf4 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:26:13.244181 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1366d821-c713-4fb7-a9e7-79e9e314cdf4 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:26:13.259135 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks [] for router_gateway (d36eaa82-fc06-44a9-b49c-7032f65a6c81), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.264289 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:13.265652 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] Set router d36eaa82-fc06-44a9-b49c-7032f65a6c81 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:26:13.307954 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Deleting port cba83548-3c6d-4480-a0d3-c69cd4063210 {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:26:13.308293 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.387264 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:13.394394 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] For port cba83548-3c6d-4480-a0d3-c69cd4063210, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=cba83548-3c6d-4480-a0d3-c69cd4063210,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:26:13.394828 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.410559 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Calling delete_port for cba83548-3c6d-4480-a0d3-c69cd4063210 owned by network:router_gateway {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:26:13.447153 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:26:12Z', 'revision_number': 5, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:13.473243 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7c1fb-e5a9-4d04-b325-97a8c708fbc5 None None] The sync data for ids ['d36eaa82-fc06-44a9-b49c-7032f65a6c81'] in dv-cinder-835384-7-iscsi is: [{'id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'name': 'tempest-TestMinimumBasicScenario-389417906-router', 'tenant_id': '58c17e29e47547019294543be70e1043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:23:46Z', 'updated_at': '2022-06-15T22:26:12Z', 'revision_number': 5, 'project_id': '58c17e29e47547019294543be70e1043', 'gw_port': {'id': 'cba83548-3c6d-4480-a0d3-c69cd4063210', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36eaa82-fc06-44a9-b49c-7032f65a6c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:23:47Z', 'updated_at': '2022-06-15T22:23:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:26:13.594624 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (cba83548-3c6d-4480-a0d3-c69cd4063210), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.619505 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Pushing event deleted for resources: {'Port': ['ID=cba83548-3c6d-4480-a0d3-c69cd4063210,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:13.685533 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (d36eaa82-fc06-44a9-b49c-7032f65a6c81), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.771441 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (d36eaa82-fc06-44a9-b49c-7032f65a6c81), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.773648 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6737a28d-bb75-4e10-a6ca-fcc5be5e83fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.774347 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks [] for router_controller (d36eaa82-fc06-44a9-b49c-7032f65a6c81), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.817223 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (d36eaa82-fc06-44a9-b49c-7032f65a6c81), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.818141 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d36eaa82-fc06-44a9-b49c-7032f65a6c81 {{(pid=104020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:26:13.823038 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.823710 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6cec1ed7-eb35-449b-ab08-56caa413154f admin admin] 10.222.0.55 "DELETE /v2.0/routers/d36eaa82-fc06-44a9-b49c-7032f65a6c81 HTTP/1.1" status: 204 len: 168 time: 1.0322151 Jun 15 22:26:13.826676 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50552) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:13.875307 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] Deleting subnet 64fe599c-1e1c-4513-baf1-24a8dc12f96e {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:26:13.879048 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] Publish callbacks [] for subnet (64fe599c-1e1c-4513-baf1-24a8dc12f96e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:13.919438 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9147888'] for subnet (64fe599c-1e1c-4513-baf1-24a8dc12f96e), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.004322 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (64fe599c-1e1c-4513-baf1-24a8dc12f96e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.068657 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10136829'] for subnet (64fe599c-1e1c-4513-baf1-24a8dc12f96e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.099004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64fe599c-1e1c-4513-baf1-24a8dc12f96e,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:14.106781 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.111953 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5e25d51a-7067-4946-bca2-a43046e0e045 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/64fe599c-1e1c-4513-baf1-24a8dc12f96e HTTP/1.1" status: 204 len: 168 time: 0.2831264 Jun 15 22:26:14.114011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50554) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:14.114671 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873a3e3-c297-47a2-959e-9a41b37b2ae8 None None] Network 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:26:14.196619 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.242845 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Deleting port e4905d9e-5c97-4b4e-8771-547a36d2a053 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:26:14.243175 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.310385 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] For port e4905d9e-5c97-4b4e-8771-547a36d2a053, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e4905d9e-5c97-4b4e-8771-547a36d2a053,segment=NetworkSegment(c9a39f71-8dcd-4902-aaad-d5325769169a),segment_id=c9a39f71-8dcd-4902-aaad-d5325769169a)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:26:14.310748 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.327465 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Calling delete_port for e4905d9e-5c97-4b4e-8771-547a36d2a053 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:26:14.402053 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:14.410209 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (e4905d9e-5c97-4b4e-8771-547a36d2a053), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.437808 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4905d9e-5c97-4b4e-8771-547a36d2a053,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:14.439747 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] No DVR routers for this DVR port e4905d9e-5c97-4b4e-8771-547a36d2a053 on host dv-cinder-835384-7-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:26:14.514598 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.541186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:14.552367 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a39f71-8dcd-4902-aaad-d5325769169a') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:14.552673 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a39f71-8dcd-4902-aaad-d5325769169a') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:26:14.558837 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d02ac52-f8ac-4818-ac3d-23cd730ffc97 None None] DHCP port deletion for 0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:26:14.564021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (c9a39f71-8dcd-4902-aaad-d5325769169a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.579729 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (c9a39f71-8dcd-4902-aaad-d5325769169a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.590420 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:26:14.591008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (c9a39f71-8dcd-4902-aaad-d5325769169a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.647107 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c9a39f71-8dcd-4902-aaad-d5325769169a resource provider aggregate not found Jun 15 22:26:14.660782 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.667365 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.670837 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1 HTTP/1.1" status: 204 len: 168 time: 0.5558341 Jun 15 22:26:14.673504 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c9a39f71-8dcd-4902-aaad-d5325769169a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9a39f71-8dcd-4902-aaad-d5325769169a found for delete ", "request_id": "req-1b56650f-84d8-4eee-a5a3-1724eb3b59e2"}]} Jun 15 22:26:14.683602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e080b-b923-49e6-b528-2a028afd83f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb4b79e-499b-46be-b8e5-9b5f0a7b26c1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:14.848659 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50562) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:14.894556 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-35c7465d-c75b-40f5-8859-4feb1dbf7a4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d141f1b8c984a5a9fbf2fb3c8f01b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447335 Jun 15 22:26:14.897148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50564) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:14.905064 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:14.949040 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51fbb9cd-73eb-4226-b0bd-23baf55f2d16 admin admin] Publish callbacks [] for security_group (c05dce26-629f-4b21-ab9b-9cef77f3c7ae), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:14.972053 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51fbb9cd-73eb-4226-b0bd-23baf55f2d16 admin admin] Publish callbacks [] for security_group (c05dce26-629f-4b21-ab9b-9cef77f3c7ae), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:15.029084 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51fbb9cd-73eb-4226-b0bd-23baf55f2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (c05dce26-629f-4b21-ab9b-9cef77f3c7ae), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:15.031619 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51fbb9cd-73eb-4226-b0bd-23baf55f2d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:15.032760 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-51fbb9cd-73eb-4226-b0bd-23baf55f2d16 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c05dce26-629f-4b21-ab9b-9cef77f3c7ae HTTP/1.1" status: 204 len: 168 time: 0.1343627 Jun 15 22:26:15.040414 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbb9cd-73eb-4226-b0bd-23baf55f2d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05dce26-629f-4b21-ab9b-9cef77f3c7ae,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:15.164427 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 86112cd0-dfee-48bb-a648-5faac42eb6ce no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:26:15.183814 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 86112cd0-dfee-48bb-a648-5faac42eb6ce {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:26:15.184154 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 86112cd0-dfee-48bb-a648-5faac42eb6ce not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:26:15.184686 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device cba83548-3c6d-4480-a0d3-c69cd4063210 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:26:15.208075 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: cba83548-3c6d-4480-a0d3-c69cd4063210 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:26:15.208417 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device cba83548-3c6d-4480-a0d3-c69cd4063210 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:26:15.208821 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e4905d9e-5c97-4b4e-8771-547a36d2a053 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:26:15.227334 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: e4905d9e-5c97-4b4e-8771-547a36d2a053 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:26:15.227715 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e4905d9e-5c97-4b4e-8771-547a36d2a053 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:26:15.393317 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50570) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:15.436657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4f2deb96-5119-4673-bc25-e61e9334e01d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58c17e29e47547019294543be70e1043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421278 Jun 15 22:26:15.439219 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50572) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:26:15.492969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b115742-08b9-4b4f-9af3-63394b9ae05a admin admin] Publish callbacks [] for security_group (37816095-e55d-4b50-b9d1-38ac34a48f99), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:15.516786 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b115742-08b9-4b4f-9af3-63394b9ae05a admin admin] Publish callbacks [] for security_group (37816095-e55d-4b50-b9d1-38ac34a48f99), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:15.568272 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b115742-08b9-4b4f-9af3-63394b9ae05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (37816095-e55d-4b50-b9d1-38ac34a48f99), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:15.571443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-5b115742-08b9-4b4f-9af3-63394b9ae05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:15.572569 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-5b115742-08b9-4b4f-9af3-63394b9ae05a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37816095-e55d-4b50-b9d1-38ac34a48f99 HTTP/1.1" status: 204 len: 168 time: 0.1324527 Jun 15 22:26:15.581650 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115742-08b9-4b4f-9af3-63394b9ae05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37816095-e55d-4b50-b9d1-38ac34a48f99,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:26:16.063621 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1d3dc739-ced0-4265-8f38-a8461eb10d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:17.637310 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:19.302594 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:19.311761 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:19.356590 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:23.783124 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:23.811516 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=46,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:24.162178 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=38 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:24.163362 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=13 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:25.575661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:25.576543 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:29.347559 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:29.349803 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:30.861883 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:38.153865 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:38.160427 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:43.779585 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-04cafaa2-aa13-4954-bfe5-fc4f43e9fb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:46.061020 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-beecaee6-d65c-41f1-80a6-9f51d9fb6b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:47.208447 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:26:47.638661 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:49.319236 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:49.356325 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:26:57.203345 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:57.204116 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:59.347841 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:26:59.350594 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:00.873651 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:07.580840 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50580) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:07.741922 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Deleting port 2c48ce68-b43d-44c3-a058-07855227785e {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:07.742157 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (2c48ce68-b43d-44c3-a058-07855227785e), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:07.825101 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (2c48ce68-b43d-44c3-a058-07855227785e), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:07.825440 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for floatingip (2c48ce68-b43d-44c3-a058-07855227785e), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:07.839041 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Calling delete_port for 2c48ce68-b43d-44c3-a058-07855227785e owned by network:floatingip {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:07.989272 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (2c48ce68-b43d-44c3-a058-07855227785e), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:08.022854 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event deleted for resources: {'Port': ['ID=2c48ce68-b43d-44c3-a058-07855227785e,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:08.045670 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.046008 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.046342 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.046672 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.047000 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.047322 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.047640 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.047947 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.048259 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.048586 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.048892 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.049208 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.049547 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.049862 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.050173 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:08.094800 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for floatingip (bb93d924-e222-4fd8-8224-02d696f02204), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:08.095102 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.db.l3_db [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Floating IP bb93d924-e222-4fd8-8224-02d696f02204 disassociated (deleted). External IP: 172.27.2.101, port: b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa. Jun 15 22:27:08.304957 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:27:08.420263 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:27:08.425639 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:08.430511 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] Sync routers for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:27:08.441879 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:08.442496 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:26:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:08.456831 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-8e4bd124-2b84-455a-8f83-da35d175caa1 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "DELETE /v2.0/floatingips/bb93d924-e222-4fd8-8224-02d696f02204 HTTP/1.1" status: 204 len: 168 time: 0.8748550 Jun 15 22:27:08.457551 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'}] {{(pid=104020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:27:08.460198 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f3ceccecdd3d29409ecb1a939e8bd41b176aaae7b3575460be075ecd44653c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44abace-d544-49b2-9d2e-3a2a400b3959" -d '{"events": [{"name": "network-changed", "server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa"}]}' {{(pid=104020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:27:08.546668 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:08.687029 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:08.697996 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:08.704911 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2e61c-6cdf-4be6-81ba-d729caecf030 req-7c6d3586-8938-413f-9608-ca0a24be9a1c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:08.706603 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33c2e61c-6cdf-4be6-81ba-d729caecf030 req-7c6d3586-8938-413f-9608-ca0a24be9a1c tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0519640 Jun 15 22:27:08.716136 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f60bab-8315-4112-9117-45535e7b0f39 x-openstack-request-id: req-93f60bab-8315-4112-9117-45535e7b0f39 {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:27:08.716423 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa", "status": "completed", "code": 200}]} {{(pid=104020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:27:08.716671 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93f60bab-8315-4112-9117-45535e7b0f39 {{(pid=104020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:27:08.717070 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f60bab-8315-4112-9117-45535e7b0f39'] response: {'name': 'network-changed', 'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'status': 'completed', 'code': 200} Jun 15 22:27:08.746826 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:29Z', 'revision_number': 5, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:08.762341 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-33c2e61c-6cdf-4be6-81ba-d729caecf030 req-ca481a73-bb9a-45d5-9e60-e800d3efd0d0 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Jun 15 22:27:08.771610 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] Checking router: 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:27:08.780907 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:08.781543 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:26:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:08.888432 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:09.082100 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:29Z', 'revision_number': 5, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:09.111744 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0907bc3e-c090-4cc4-9137-73079a9ff575 None None] The sync data for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi is: [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:22:22Z', 'revision_number': 4, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '28e4b2a9-869b-4ff5-9069-60247e2af17d', 'name': '', 'network_id': '2639197b-57e3-474f-bfde-2855daaf8c0c', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'mac_address': 'fa:16:3e:97:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '21c0b06d-3954-4793-8a99-47429a415614', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:21Z', 'updated_at': '2022-06-15T22:22:29Z', 'revision_number': 5, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'subnets': [{'id': '21c0b06d-3954-4793-8a99-47429a415614', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:27:09.362644 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb631d-03be-49ed-8b36-54c8ae33c984 None None] New status for floating IP bb93d924-e222-4fd8-8224-02d696f02204: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:27:09.918571 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-54a37907-4f39-4c53-b6c2-c31d9580ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:09.920090 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-54a37907-4f39-4c53-b6c2-c31d9580ab1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 1130 time: 0.1799574 Jun 15 22:27:09.930871 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30a611-d39b-4fc3-87a6-49f5239384ca req-291ee36f-1eff-4f16-bcff-f34f54ccd8ba tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:09.932252 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd30a611-d39b-4fc3-87a6-49f5239384ca req-291ee36f-1eff-4f16-bcff-f34f54ccd8ba tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0739188 Jun 15 22:27:10.038190 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-cd30a611-d39b-4fc3-87a6-49f5239384ca req-8c7a7918-8954-4c23-bde6-edcfb289a725 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/security-groups?id=850afcb3-2e59-4ed6-8562-4e9344cb0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973954 Jun 15 22:27:10.055154 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-71d3d893-bf87-4b43-80f7-46122198a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:10.056614 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-71d3d893-bf87-4b43-80f7-46122198a1e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 200 len: 910 time: 0.1235521 Jun 15 22:27:10.228718 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-68e73c76-5f1d-4893-9162-17b0802fc4e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 200 len: 217 time: 0.0396471 Jun 15 22:27:10.282805 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-96de7bf6-5206-4d02-ad24-6d916ee7729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:10.284254 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-96de7bf6-5206-4d02-ad24-6d916ee7729b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 200 len: 848 time: 0.0465977 Jun 15 22:27:10.387803 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-08521131-2fa7-46d0-9234-56a8c19c57e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:10.389195 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-08521131-2fa7-46d0-9234-56a8c19c57e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2639197b-57e3-474f-bfde-2855daaf8c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730114 Jun 15 22:27:10.395350 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-60ed7eb8-20fd-44af-8ef3-b6e5c16990c7 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:10.397062 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-60ed7eb8-20fd-44af-8ef3-b6e5c16990c7 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.26 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 946 time: 0.0791597 Jun 15 22:27:10.401716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-57de7876-5a96-4954-972d-ab035f4b33be service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:27:10.402628 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-57de7876-5a96-4954-972d-ab035f4b33be service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047448 Jun 15 22:27:10.539130 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Deleting port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:10.539424 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:10.572521 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-6d2094bc-6b63-4ab3-94e3-cce441596efb service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620088 Jun 15 22:27:10.698551 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] For port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:10.698918 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:10.721035 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Calling delete_port for b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:10.733361 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-c44abace-d544-49b2-9d2e-3a2a400b3959 req-b9cf5cec-5d9e-423c-af16-71d3e9e28bf1 service neutron] 10.222.0.26 "GET /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541650 Jun 15 22:27:10.865653 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:10.873285 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:10.904656 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event deleted for resources: {'Port': ['ID=b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:10.916985 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.917306 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.917722 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.918021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.918341 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.918663 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.919209 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.919304 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.919565 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.919883 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.920209 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.920515 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.920824 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.921129 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.921463 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:10.968555 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] No DVR routers for this DVR port b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:27:10.971846 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:10.975389 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-07ae4dde-1ecb-4a18-aeb9-821a8968dc48 req-9843f16a-2464-4527-b48d-ca9c815771a4 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.26 "DELETE /v2.0/ports/b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa HTTP/1.1" status: 204 len: 173 time: 0.5719247 Jun 15 22:27:10.975827 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-deleted', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:27:10.978218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c5ae6-b6c1-4bdc-9aee-95739e8fcca7" -d '{"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-deleted", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:27:11.078477 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654c344c-9b88-480b-8e21-e5b3e3fb9b17 x-openstack-request-id: req-654c344c-9b88-480b-8e21-e5b3e3fb9b17 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:27:11.078744 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367c9f5-b5ab-4113-8ff2-48bddaa98baf", "name": "network-vif-deleted", "tag": "b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:27:11.079004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-654c344c-9b88-480b-8e21-e5b3e3fb9b17 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:27:11.079407 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654c344c-9b88-480b-8e21-e5b3e3fb9b17'] response: {'server_uuid': '5367c9f5-b5ab-4113-8ff2-48bddaa98baf', 'name': 'network-vif-deleted', 'tag': 'b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa', 'status': 'completed', 'code': 200} Jun 15 22:27:11.119785 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:11.407787 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d0aa45e-4604-47a6-8ca6-eb523d8ed567 req-960b4766-128f-47da-90eb-323d4bc15424 tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5367c9f5-b5ab-4113-8ff2-48bddaa98baf HTTP/1.1" status: 200 len: 210 time: 0.2986872 Jun 15 22:27:12.474500 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50612) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:12.545152 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-963071ed-200d-4d41-89e3-ad8cfdb08e6f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group (850afcb3-2e59-4ed6-8562-4e9344cb0ff9), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:12.572543 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-963071ed-200d-4d41-89e3-ad8cfdb08e6f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group (850afcb3-2e59-4ed6-8562-4e9344cb0ff9), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:12.646578 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-963071ed-200d-4d41-89e3-ad8cfdb08e6f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (850afcb3-2e59-4ed6-8562-4e9344cb0ff9), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:12.649274 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-963071ed-200d-4d41-89e3-ad8cfdb08e6f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Publish callbacks [] for security_group (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:12.650455 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-963071ed-200d-4d41-89e3-ad8cfdb08e6f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] 10.222.0.55 "DELETE /v2.0/security-groups/850afcb3-2e59-4ed6-8562-4e9344cb0ff9 HTTP/1.1" status: 204 len: 168 time: 0.1750782 Jun 15 22:27:12.659738 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963071ed-200d-4d41-89e3-ad8cfdb08e6f tempest-TestShelveInstance-220933062 tempest-TestShelveInstance-220933062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=850afcb3-2e59-4ed6-8562-4e9344cb0ff9,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:12.695108 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50616) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:13.023730 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:13.270455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Deleting port 28e4b2a9-869b-4ff5-9069-60247e2af17d {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:13.270798 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:13.355781 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] For port 28e4b2a9-869b-4ff5-9069-60247e2af17d, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=28e4b2a9-869b-4ff5-9069-60247e2af17d,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:13.356054 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:13.369252 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Calling delete_port for 28e4b2a9-869b-4ff5-9069-60247e2af17d owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:13.554456 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:13.561480 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:13.577544 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (28e4b2a9-869b-4ff5-9069-60247e2af17d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:13.608654 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e4b2a9-869b-4ff5-9069-60247e2af17d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:13.776019 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-40a7fc21-b8f2-471e-9534-c5ad157470f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:13.778409 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.001790 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:27:14.113177 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:27:14.119325 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-4f10995e-b621-4a57-ba5f-b581b038b565 admin admin] 10.222.0.55 "PUT /v2.0/routers/3b6ae39c-33eb-4413-8226-ce7e3170c0e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4229558 Jun 15 22:27:14.122356 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50618) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:14.124340 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a310198e-eea3-4547-b013-92a626af102f None None] Sync routers for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:27:14.136049 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:14.136665 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:26:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:14.222723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks [] for router (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.252780 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:14.325158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks [] for router_gateway (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.390253 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Deleting port b1fd7e67-b722-4864-ba85-4e80675bf29f {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:14.390550 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.400222 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:14.423200 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:14.423524 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device b83c3e22-ea44-4b80-a3bf-3a82f3eddfaa not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:14.475183 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] For port b1fd7e67-b722-4864-ba85-4e80675bf29f, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=b1fd7e67-b722-4864-ba85-4e80675bf29f,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:14.475538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.489406 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Calling delete_port for b1fd7e67-b722-4864-ba85-4e80675bf29f owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:14.493252 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:14.503217 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:14.513934 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:27:13Z', 'revision_number': 5, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port': {'id': 'b1fd7e67-b722-4864-ba85-4e80675bf29f', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:85:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:19Z', 'updated_at': '2022-06-15T22:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:14.516393 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:14.538844 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a310198e-eea3-4547-b013-92a626af102f None None] Checking router: 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:27:14.543682 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:14.547772 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] Routers {'3b6ae39c-33eb-4413-8226-ce7e3170c0e9'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:14.548371 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:26:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:14.630197 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] Set router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:14.664827 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (b1fd7e67-b722-4864-ba85-4e80675bf29f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.680669 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-a310198e-eea3-4547-b013-92a626af102f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:27:14Z', 'revision_number': 6, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:14.687930 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fd7e67-b722-4864-ba85-4e80675bf29f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:14.708777 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a310198e-eea3-4547-b013-92a626af102f None None] The sync data for ids ['3b6ae39c-33eb-4413-8226-ce7e3170c0e9'] in dv-cinder-835384-7-iscsi is: [{'id': '3b6ae39c-33eb-4413-8226-ce7e3170c0e9', 'name': 'tempest-TestShelveInstance-1155863963-router', 'tenant_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:18Z', 'updated_at': '2022-06-15T22:27:14Z', 'revision_number': 6, 'project_id': '1bc7b00884114a089c6d2c785fc8e9ed', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:27:14.762782 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.850158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.853032 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks [] for router_controller (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.896623 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (3b6ae39c-33eb-4413-8226-ce7e3170c0e9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.897264 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6ae39c-33eb-4413-8226-ce7e3170c0e9 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:27:14.901829 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:14.902972 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-446ac3c6-b063-442c-979e-06fd6f5df8f5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3b6ae39c-33eb-4413-8226-ce7e3170c0e9 HTTP/1.1" status: 204 len: 168 time: 0.7796946 Jun 15 22:27:14.906104 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50620) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:14.956484 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] Deleting subnet 21c0b06d-3954-4793-8a99-47429a415614 {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:27:14.961607 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] Publish callbacks [] for subnet (21c0b06d-3954-4793-8a99-47429a415614), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.000906 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9147888'] for subnet (21c0b06d-3954-4793-8a99-47429a415614), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.084397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (21c0b06d-3954-4793-8a99-47429a415614), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.143361 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10136829'] for subnet (21c0b06d-3954-4793-8a99-47429a415614), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.177561 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c0b06d-3954-4793-8a99-47429a415614,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:15.185591 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.189463 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-85b23b8d-cdf7-44b8-ace5-052a6a242ff9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/21c0b06d-3954-4793-8a99-47429a415614 HTTP/1.1" status: 204 len: 168 time: 0.2822428 Jun 15 22:27:15.190695 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f6da1-2f41-46d0-958c-a852949f13a0 None None] Network 2639197b-57e3-474f-bfde-2855daaf8c0c requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:27:15.191985 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50622) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:15.272459 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (2639197b-57e3-474f-bfde-2855daaf8c0c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.314918 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Deleting port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:15.315253 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.383048 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] For port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,segment=NetworkSegment(c1409f58-695f-4eca-b540-8598a0b40750),segment_id=c1409f58-695f-4eca-b540-8598a0b40750)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:15.383048 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.396226 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Calling delete_port for 086fa9ef-64c1-49bf-8c9c-5964dfa0133c owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:15.405986 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:15.470439 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] DHCP port deletion for 2639197b-57e3-474f-bfde-2855daaf8c0c request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:27:15.493028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.518854 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device b1fd7e67-b722-4864-ba85-4e80675bf29f no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:15.520357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:15.522986 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Deleting port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:15.523923 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.524078 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Pushing event deleted for resources: {'Port': ['ID=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:15.528016 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] No DVR routers for this DVR port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c on host dv-cinder-835384-7-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:27:15.554441 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: b1fd7e67-b722-4864-ba85-4e80675bf29f {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:15.554924 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device b1fd7e67-b722-4864-ba85-4e80675bf29f not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:15.555337 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 086fa9ef-64c1-49bf-8c9c-5964dfa0133c no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:15.584087 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 086fa9ef-64c1-49bf-8c9c-5964dfa0133c {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:15.584431 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 086fa9ef-64c1-49bf-8c9c-5964dfa0133c not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:15.584840 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 28e4b2a9-869b-4ff5-9069-60247e2af17d no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:15.604660 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 28e4b2a9-869b-4ff5-9069-60247e2af17d {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:15.605007 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 28e4b2a9-869b-4ff5-9069-60247e2af17d not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:15.608269 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (2639197b-57e3-474f-bfde-2855daaf8c0c), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.630203 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2639197b-57e3-474f-bfde-2855daaf8c0c']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:15.640475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1409f58-695f-4eca-b540-8598a0b40750') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:15.640604 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1409f58-695f-4eca-b540-8598a0b40750') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:15.646683 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] For port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c, host dv-cinder-835384-7-iscsi, got binding levels [] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:15.647192 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.651917 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (c1409f58-695f-4eca-b540-8598a0b40750), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.661616 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Calling delete_port for 086fa9ef-64c1-49bf-8c9c-5964dfa0133c owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:15.665123 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.ipam_backend_mixin [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c was not found and therefore no delete operation was performed {{(pid=104022) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 15 22:27:15.666421 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (c1409f58-695f-4eca-b540-8598a0b40750), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.666606 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (086fa9ef-64c1-49bf-8c9c-5964dfa0133c), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.675708 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:27:15.676117 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (c1409f58-695f-4eca-b540-8598a0b40750), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.691226 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Pushing event deleted for resources: {'Port': ['ID=086fa9ef-64c1-49bf-8c9c-5964dfa0133c,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:15.699585 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c1409f58-695f-4eca-b540-8598a0b40750 resource provider aggregate not found Jun 15 22:27:15.702622 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] No DVR routers for this DVR port 086fa9ef-64c1-49bf-8c9c-5964dfa0133c on host dv-cinder-835384-7-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:27:15.704819 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.705151 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.705577 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.705840 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.706156 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.706697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.707074 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.707386 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.707704 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.708016 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.708326 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.708635 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.708939 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.709242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.709591 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790e9b5a-aa73-4362-b13e-8f21b67a32a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:27:15.742294 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c1409f58-695f-4eca-b540-8598a0b40750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1409f58-695f-4eca-b540-8598a0b40750 found for delete ", "request_id": "req-bce38010-cd55-4ab4-969d-009567d7ce9d"}]} Jun 15 22:27:15.756568 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (2639197b-57e3-474f-bfde-2855daaf8c0c), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.761419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:15.764685 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] 10.222.0.55 "DELETE /v2.0/networks/2639197b-57e3-474f-bfde-2855daaf8c0c HTTP/1.1" status: 204 len: 168 time: 0.5717847 Jun 15 22:27:15.767717 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50628) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:15.781846 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e55630-92c3-4de0-89cf-aa258b55df7d admin admin] Pushing event deleted for resources: {'Network': ['ID=2639197b-57e3-474f-bfde-2855daaf8c0c,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:16.055807 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-19c64bc8-fa54-4651-b79d-4f4e705c7083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:16.098862 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (95b4ef71-31c5-4086-b4ca-12b99a663009), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:16.352459 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Deleting port 45129cfb-26d9-479f-855c-0c1da5420b2c {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:16.352711 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:16.436305 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] For port 45129cfb-26d9-479f-855c-0c1da5420b2c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=45129cfb-26d9-479f-855c-0c1da5420b2c,segment=NetworkSegment(c73ef224-9144-42de-9618-14e17311c0a7),segment_id=c73ef224-9144-42de-9618-14e17311c0a7)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:16.436618 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:16.450083 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Calling delete_port for 45129cfb-26d9-479f-855c-0c1da5420b2c owned by network:router_interface {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:16.487599 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:16.491081 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:16.646156 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (45129cfb-26d9-479f-855c-0c1da5420b2c), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:16.675874 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Pushing event deleted for resources: {'Port': ['ID=45129cfb-26d9-479f-855c-0c1da5420b2c,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:16.837147 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (95b4ef71-31c5-4086-b4ca-12b99a663009), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:17.294987 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Router 95b4ef71-31c5-4086-b4ca-12b99a663009 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:27:17.401518 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:27:17.406688 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-46473872-4c33-4bbb-b5be-c1a67480f011 admin admin] 10.222.0.55 "PUT /v2.0/routers/95b4ef71-31c5-4086-b4ca-12b99a663009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372967 Jun 15 22:27:17.409293 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50630) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:17.410197 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] Sync routers for ids ['95b4ef71-31c5-4086-b4ca-12b99a663009'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:27:17.421028 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] Routers {'95b4ef71-31c5-4086-b4ca-12b99a663009'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:17.421666 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:27:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['95b4ef71-31c5-4086-b4ca-12b99a663009'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:17.513345 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks [] for router (95b4ef71-31c5-4086-b4ca-12b99a663009), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:17.595250 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:17.625349 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks [] for router_gateway (95b4ef71-31c5-4086-b4ca-12b99a663009), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:17.650677 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:17.670130 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] Set router 95b4ef71-31c5-4086-b4ca-12b99a663009 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:17.674493 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Deleting port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:17.674831 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:17.677163 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:17.755088 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] For port c85ab44a-6d3f-47d5-9d74-9d65a9f79afb, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:17.755451 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:17.768457 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Calling delete_port for c85ab44a-6d3f-47d5-9d74-9d65a9f79afb owned by network:router_gateway {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:17.837936 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:27:16Z', 'revision_number': 5, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port': {'id': 'c85ab44a-6d3f-47d5-9d74-9d65a9f79afb', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:22:26Z', 'updated_at': '2022-06-15T22:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:17.866493 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] Checking router: 95b4ef71-31c5-4086-b4ca-12b99a663009 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:27:17.875151 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] Routers {'95b4ef71-31c5-4086-b4ca-12b99a663009'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:17.875765 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:27:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['95b4ef71-31c5-4086-b4ca-12b99a663009'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:17.936354 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (c85ab44a-6d3f-47d5-9d74-9d65a9f79afb), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:17.962159 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Pushing event deleted for resources: {'Port': ['ID=c85ab44a-6d3f-47d5-9d74-9d65a9f79afb,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:17.962442 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] Set router 95b4ef71-31c5-4086-b4ca-12b99a663009 gateway port host: None {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:18.011284 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:27:17Z', 'revision_number': 6, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:18.029977 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (95b4ef71-31c5-4086-b4ca-12b99a663009), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.036146 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcd44a8-4156-4c75-a4f8-8a79be375ce0 None None] The sync data for ids ['95b4ef71-31c5-4086-b4ca-12b99a663009'] in dv-cinder-835384-7-iscsi is: [{'id': '95b4ef71-31c5-4086-b4ca-12b99a663009', 'name': 'tempest-TestShelveInstance-1128814821-router', 'tenant_id': 'ecb23bdcedd840e3ac304264db268bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:22:25Z', 'updated_at': '2022-06-15T22:27:17Z', 'revision_number': 6, 'project_id': 'ecb23bdcedd840e3ac304264db268bb1', 'gw_port_host': None}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:27:18.117877 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (95b4ef71-31c5-4086-b4ca-12b99a663009), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.120671 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks [] for router_controller (95b4ef71-31c5-4086-b4ca-12b99a663009), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.165751 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (95b4ef71-31c5-4086-b4ca-12b99a663009), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.166332 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b4ef71-31c5-4086-b4ca-12b99a663009 {{(pid=104020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:27:18.170646 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.171802 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-538b900a-e795-4055-8742-7583a877e79b admin admin] 10.222.0.55 "DELETE /v2.0/routers/95b4ef71-31c5-4086-b4ca-12b99a663009 HTTP/1.1" status: 204 len: 168 time: 0.7615373 Jun 15 22:27:18.174890 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50632) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:18.334320 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] Deleting subnet cda09d09-cc4a-4b36-95d9-6b94ccb2802b {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:27:18.337823 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] Publish callbacks [] for subnet (cda09d09-cc4a-4b36-95d9-6b94ccb2802b), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.383138 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (cda09d09-cc4a-4b36-95d9-6b94ccb2802b), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.472277 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (cda09d09-cc4a-4b36-95d9-6b94ccb2802b), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.527570 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (cda09d09-cc4a-4b36-95d9-6b94ccb2802b), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.557072 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda09d09-cc4a-4b36-95d9-6b94ccb2802b,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:18.560884 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.564049 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-82875ced-5801-4aee-98d0-61735d229c1d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cda09d09-cc4a-4b36-95d9-6b94ccb2802b HTTP/1.1" status: 204 len: 168 time: 0.3881743 Jun 15 22:27:18.566820 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50636) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:18.569226 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c25c7-3211-494a-8675-22cd00d95aa5 None None] Network ce7fc593-79f2-4c89-b2f7-44379a4294b5 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:27:18.638588 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (ce7fc593-79f2-4c89-b2f7-44379a4294b5), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.685662 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Deleting port afe76767-0721-4edb-bd64-abb9f6b49aaf {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:18.685990 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.750244 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] For port afe76767-0721-4edb-bd64-abb9f6b49aaf, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=afe76767-0721-4edb-bd64-abb9f6b49aaf,segment=NetworkSegment(c73ef224-9144-42de-9618-14e17311c0a7),segment_id=c73ef224-9144-42de-9618-14e17311c0a7)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:18.750491 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.764161 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Calling delete_port for afe76767-0721-4edb-bd64-abb9f6b49aaf owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:18.812102 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] DHCP port deletion for ce7fc593-79f2-4c89-b2f7-44379a4294b5 request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:27:18.855657 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] Deleting port afe76767-0721-4edb-bd64-abb9f6b49aaf {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:18.856026 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.861199 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.883883 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:18.887076 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=afe76767-0721-4edb-bd64-abb9f6b49aaf,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:18.890994 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] No DVR routers for this DVR port afe76767-0721-4edb-bd64-abb9f6b49aaf on host dv-cinder-835384-7-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:27:18.924160 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:18.929937 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] For port afe76767-0721-4edb-bd64-abb9f6b49aaf, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=afe76767-0721-4edb-bd64-abb9f6b49aaf,segment=NetworkSegment(c73ef224-9144-42de-9618-14e17311c0a7),segment_id=c73ef224-9144-42de-9618-14e17311c0a7)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:18.930328 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.946109 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] Calling delete_port for afe76767-0721-4edb-bd64-abb9f6b49aaf owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:18.969026 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (ce7fc593-79f2-4c89-b2f7-44379a4294b5), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:18.994494 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7fc593-79f2-4c89-b2f7-44379a4294b5']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:19.004969 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73ef224-9144-42de-9618-14e17311c0a7') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:19.005167 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73ef224-9144-42de-9618-14e17311c0a7') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:19.015865 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (c73ef224-9144-42de-9618-14e17311c0a7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.026535 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (afe76767-0721-4edb-bd64-abb9f6b49aaf), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.034164 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (c73ef224-9144-42de-9618-14e17311c0a7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.044448 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:27:19.044672 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (c73ef224-9144-42de-9618-14e17311c0a7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.049280 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] Pushing event deleted for resources: {'Port': ['ID=afe76767-0721-4edb-bd64-abb9f6b49aaf,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:19.055404 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accaf74a-ef3d-4aab-8e7c-a84dfbcba9da None None] No DVR routers for this DVR port afe76767-0721-4edb-bd64-abb9f6b49aaf on host dv-cinder-835384-7-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:27:19.078748 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c73ef224-9144-42de-9618-14e17311c0a7 resource provider aggregate not found Jun 15 22:27:19.124477 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment c73ef224-9144-42de-9618-14e17311c0a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c73ef224-9144-42de-9618-14e17311c0a7 found for delete ", "request_id": "req-08711788-486a-4a99-bcdc-3bf56c7526e1"}]} Jun 15 22:27:19.133750 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (ce7fc593-79f2-4c89-b2f7-44379a4294b5), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.139419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.142870 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] 10.222.0.55 "DELETE /v2.0/networks/ce7fc593-79f2-4c89-b2f7-44379a4294b5 HTTP/1.1" status: 204 len: 168 time: 0.5749056 Jun 15 22:27:19.155075 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7d17e-3d5d-4768-b46a-4a3cd2c7f4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7fc593-79f2-4c89-b2f7-44379a4294b5,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:19.204840 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 45129cfb-26d9-479f-855c-0c1da5420b2c no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:19.226769 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 45129cfb-26d9-479f-855c-0c1da5420b2c {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:19.227345 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 45129cfb-26d9-479f-855c-0c1da5420b2c not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:19.227992 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c85ab44a-6d3f-47d5-9d74-9d65a9f79afb no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:19.247687 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: c85ab44a-6d3f-47d5-9d74-9d65a9f79afb {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:19.248032 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c85ab44a-6d3f-47d5-9d74-9d65a9f79afb not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:19.248438 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device afe76767-0721-4edb-bd64-abb9f6b49aaf no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:19.268922 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: afe76767-0721-4edb-bd64-abb9f6b49aaf {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:19.269281 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device afe76767-0721-4edb-bd64-abb9f6b49aaf not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:19.283770 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50644) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:19.314962 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.326856 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-fd969f24-828b-4801-a79b-3801704d15d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bc7b00884114a089c6d2c785fc8e9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419343 Jun 15 22:27:19.329435 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50646) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:19.346972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:19.350032 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.386038 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb9e0-a705-4c53-951e-bd12565b97c1 admin admin] Publish callbacks [] for security_group (2a18b9d3-ce11-4e5f-a541-c71e536a5a9f), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.409813 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb9e0-a705-4c53-951e-bd12565b97c1 admin admin] Publish callbacks [] for security_group (2a18b9d3-ce11-4e5f-a541-c71e536a5a9f), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.433064 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:19.463215 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb9e0-a705-4c53-951e-bd12565b97c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (2a18b9d3-ce11-4e5f-a541-c71e536a5a9f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.465912 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb9e0-a705-4c53-951e-bd12565b97c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.467136 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1ddeb9e0-a705-4c53-951e-bd12565b97c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a18b9d3-ce11-4e5f-a541-c71e536a5a9f HTTP/1.1" status: 204 len: 168 time: 0.1367638 Jun 15 22:27:19.476128 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb9e0-a705-4c53-951e-bd12565b97c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a18b9d3-ce11-4e5f-a541-c71e536a5a9f,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:19.828974 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50652) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:19.873067 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-0e63cff2-4833-439c-9f01-e120750813af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ecb23bdcedd840e3ac304264db268bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428228 Jun 15 22:27:19.875514 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50654) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:19.924516 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51a97457-2f92-4fd9-9c8e-b29f76f507ca admin admin] Publish callbacks [] for security_group (ca777e9a-d8d8-4a78-8f17-5bfe727628b7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.946343 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51a97457-2f92-4fd9-9c8e-b29f76f507ca admin admin] Publish callbacks [] for security_group (ca777e9a-d8d8-4a78-8f17-5bfe727628b7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:19.998452 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51a97457-2f92-4fd9-9c8e-b29f76f507ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (ca777e9a-d8d8-4a78-8f17-5bfe727628b7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:20.001141 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-51a97457-2f92-4fd9-9c8e-b29f76f507ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:20.002321 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-51a97457-2f92-4fd9-9c8e-b29f76f507ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca777e9a-d8d8-4a78-8f17-5bfe727628b7 HTTP/1.1" status: 204 len: 168 time: 0.1259470 Jun 15 22:27:20.010436 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a97457-2f92-4fd9-9c8e-b29f76f507ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca777e9a-d8d8-4a78-8f17-5bfe727628b7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:24.211820 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:27:28.533208 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=71,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:28.536183 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:29.489892 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:30.005597 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:30.006536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=31,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:30.023819 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=27,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:30.894240 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:31.324711 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-3218b211-c8ef-4bef-a996-ebe2d4a42c5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420156 Jun 15 22:27:31.424797 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-c8d5e9d9-95a4-406d-bdf1-a22a2e13682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:31.426347 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-c8d5e9d9-95a4-406d-bdf1-a22a2e13682d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 1129 time: 0.0415866 Jun 15 22:27:31.548646 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-e742bba2-cb92-403c-ba3a-6fad82c51ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:31.550864 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-e742bba2-cb92-403c-ba3a-6fad82c51ab1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.1007376 Jun 15 22:27:31.623617 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-4883dee6-69f9-46b7-b6db-2b2e6fd75069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 HTTP/1.1" status: 200 len: 1001 time: 0.0656621 Jun 15 22:27:31.673702 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-ea3d7e01-7584-4b49-b185-52b9d7994748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:31.675261 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-ea3d7e01-7584-4b49-b185-52b9d7994748 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0462852 Jun 15 22:27:31.723351 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-57d23153-3ad0-41bd-bc09-aa24621e3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:31.725798 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-57d23153-3ad0-41bd-bc09-aa24621e3447 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446167 Jun 15 22:27:31.842947 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-7d9cd45f-92c9-4ac1-a41c-e7e2733497df service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110814 Jun 15 22:27:31.940688 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63645e76-9a35-4bf4-beac-d229b54fbd10 req-0a139c24-bec6-4f44-9568-08b0c7d056f8 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917385 Jun 15 22:27:32.435828 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc50a8-60e9-4455-bd44-96f400559945 req-95f97cfd-3a3b-466a-8ee8-1ef0bf60c0d9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:32.437277 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8bc50a8-60e9-4455-bd44-96f400559945 req-95f97cfd-3a3b-466a-8ee8-1ef0bf60c0d9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 945 time: 0.3095121 Jun 15 22:27:32.491595 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-e8bc50a8-60e9-4455-bd44-96f400559945 req-55449edd-57da-41c8-8a63-b3849b44ed1a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Jun 15 22:27:33.635846 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22b7d4-ad85-4157-acdc-0f540b082918 req-1f488f43-b544-4167-972e-2965978c1162 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:33.637363 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-af22b7d4-ad85-4157-acdc-0f540b082918 req-1f488f43-b544-4167-972e-2965978c1162 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 945 time: 0.0558989 Jun 15 22:27:33.689139 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-af22b7d4-ad85-4157-acdc-0f540b082918 req-54976d24-d946-4073-ac92-a3b4a7979794 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455377 Jun 15 22:27:34.204042 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=11 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:34.205009 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=14 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:34.205658 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-e24ae2e7-41b4-42bd-bbcb-5f4e7cd653f5 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:34.207416 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-e24ae2e7-41b4-42bd-bbcb-5f4e7cd653f5 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 945 time: 0.0509040 Jun 15 22:27:34.297121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Deleting port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:27:34.297499 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:34.388135 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] For port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:34.388617 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:34.555028 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:34.557863 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:34.558189 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (dd6e8c8b-b621-430e-bdb8-83bd22b6b13f), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:34.558534 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Floating IP dd6e8c8b-b621-430e-bdb8-83bd22b6b13f disassociated. External IP: 172.27.2.128, port: d1225cc3-5c3c-4baf-8721-bd30f3aad6a1. Jun 15 22:27:34.558890 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Calling delete_port for d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:27:34.571500 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:34.695366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (d1225cc3-5c3c-4baf-8721-bd30f3aad6a1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:34.727004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event deleted for resources: {'Port': ['ID=d1225cc3-5c3c-4baf-8721-bd30f3aad6a1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:34.837773 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-a16f204d-09a1-4961-beb5-6ac9e0a7d356 req-7c3a20b8-f5fd-41e2-adb0-735f610d8084 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3 HTTP/1.1" status: 200 len: 210 time: 0.0622895 Jun 15 22:27:34.878745 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:27:34.999367 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:27:35.009354 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:27:35.023893 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:35.024500 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:27:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:35.044213 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] No DVR routers for this DVR port d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:27:35.047692 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:35.051013 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-58bd4744-0244-4ede-886b-8a25d1ca8c06 req-b258c128-90ef-4856-8906-73249e143233 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "DELETE /v2.0/ports/d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 HTTP/1.1" status: 204 len: 173 time: 0.8379753 Jun 15 22:27:35.051460 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'name': 'network-vif-deleted', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:27:35.053767 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ced32-e771-4597-b1f8-2d11657bfcf8" -d '{"events": [{"server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "name": "network-vif-deleted", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:27:35.105507 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eaf87b-f4da-432e-ba6b-e82995cb8daf x-openstack-request-id: req-86eaf87b-f4da-432e-ba6b-e82995cb8daf {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:27:35.105694 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3", "name": "network-vif-deleted", "tag": "d1225cc3-5c3c-4baf-8721-bd30f3aad6a1", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:27:35.106225 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86eaf87b-f4da-432e-ba6b-e82995cb8daf {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:27:35.106719 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86eaf87b-f4da-432e-ba6b-e82995cb8daf'] response: {'server_uuid': '6f8c1567-6c4c-4ae9-bbe0-a8d5bfb3deb3', 'name': 'network-vif-deleted', 'tag': 'd1225cc3-5c3c-4baf-8721-bd30f3aad6a1', 'status': 'completed', 'code': 200} Jun 15 22:27:35.146757 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:35.346001 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:35.371715 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:27:35.380713 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:35.381316 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:27:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:35.492293 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:35.687215 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:35.716597 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc3901-1a6b-44c4-b0ba-d21320b5da88 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:27:35.954828 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9987d58-54b5-442a-b9a5-2a2beb98a868 None None] New status for floating IP dd6e8c8b-b621-430e-bdb8-83bd22b6b13f: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:27:36.111249 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-351e9b8b-b6c1-4329-8b68-fc143ad09f19 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512557397&fields=id&tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 267 time: 0.0498416 Jun 15 22:27:36.225762 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-0e8a5672-8f8e-4032-92b3-843b98360559 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:36.227267 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-0e8a5672-8f8e-4032-92b3-843b98360559 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 812 time: 0.1092882 Jun 15 22:27:36.245190 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-b75cc0f6-8753-4c30-bb1f-d4af639ebece tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/quotas/b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 375 time: 0.0121701 Jun 15 22:27:36.303341 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-f9fa77ee-b959-4080-9d3b-63c93b622440 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518041 Jun 15 22:27:36.432035 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-98b6a82f-1ca7-47d3-ad0c-ad8d426b8833 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:27:36.433044 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-98b6a82f-1ca7-47d3-ad0c-ad8d426b8833 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1175802 Jun 15 22:27:36.489027 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:27:36.512826 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:27:36.513165 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device d1225cc3-5c3c-4baf-8721-bd30f3aad6a1 not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:27:36.536729 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-2a7b6cb6-5320-4ba2-a84a-01730879e148 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969520 Jun 15 22:27:36.633703 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-1d234bad-ed5e-4ec7-ad1b-e4338b2dffab service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889900 Jun 15 22:27:36.968815 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d305a2e2-4632-4787-9e64-606d91b0906c req-ac3d490c-2bda-42d2-bc0a-b69cd1fc5bbe tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 210 time: 0.0299640 Jun 15 22:27:38.071402 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-308c90f4-d467-4655-b254-c4ef2c07271e req-eb0cc545-8e25-4356-9f84-e9298df02c09 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 210 time: 0.0299051 Jun 15 22:27:38.122239 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-776f7274-e3f1-4f92-8bbd-140c5d418220 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:38.123901 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-776f7274-e3f1-4f92-8bbd-140c5d418220 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 812 time: 0.1163933 Jun 15 22:27:38.203223 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-344f7c4d-faee-4c13-9ab4-ed99c4e0e84b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 379 time: 0.0661964 Jun 15 22:27:38.211835 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'port': {'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'admin_state_up': True, 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'security_groups': ['13dc9e39-1c59-473f-8a32-dd5a7614ee6a']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:27:38.328855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Made reservation on behalf of b2f3d3513c1440cfb73ba8f3c791c21e for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:27:38.332191 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:38.449690 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:38.468235 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Allocated IP 172.20.0.9 (1ea215f8-963a-4d80-bf2d-45673a94edf0/579a5bf8-3d78-46e6-9416-2358e46efe09/32e0a221-c83b-423d-b637-ea2f103cc30a) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:27:38.503158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:38.640633 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:38.674910 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:38.724882 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:27:38.728377 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:27:38.732179 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:27:38.763087 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=32e0a221-c83b-423d-b637-ea2f103cc30a,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:38.791678 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:38.792464 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:38.815944 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-53caaceb-04e6-40da-bb51-0533d0691825 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077852 Jun 15 22:27:38.834696 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Request body: {'port': {'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:27:38.899263 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:39.017618 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-6322846f-7b0d-4196-82ea-a2e0628607b7 None None] Provisioning complete for port 32e0a221-c83b-423d-b637-ea2f103cc30a triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:27:39.018312 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6322846f-7b0d-4196-82ea-a2e0628607b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:39.050242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-6322846f-7b0d-4196-82ea-a2e0628607b7 None None] Port 32e0a221-c83b-423d-b637-ea2f103cc30a cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:27:39.206556 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e0a221-c83b-423d-b637-ea2f103cc30a {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:27:39.219269 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38d78-432b-4842-8986-fb53b1a92863 req-8cd534f7-fb14-4bce-a10a-fe1d518ad6ad tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:39.221005 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f7e38d78-432b-4842-8986-fb53b1a92863 req-8cd534f7-fb14-4bce-a10a-fe1d518ad6ad tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 931 time: 0.0765638 Jun 15 22:27:39.223030 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Publish callbacks [] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:39.252957 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Transition to ACTIVE for port object 32e0a221-c83b-423d-b637-ea2f103cc30a will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:27:39.259991 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:39.261666 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:39.325641 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f7e38d78-432b-4842-8986-fb53b1a92863 req-e0e9e130-2e03-4e50-9581-6ab949b2e020 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977204 Jun 15 22:27:39.346677 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Pushing event updated for resources: {'Port': ['ID=32e0a221-c83b-423d-b637-ea2f103cc30a,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:39.405147 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:39.424114 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Attempting to bind port 32e0a221-c83b-423d-b637-ea2f103cc30a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:27:39.424440 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Attempting to bind port 32e0a221-c83b-423d-b637-ea2f103cc30a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:27:39.424770 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Attempting to bind port 32e0a221-c83b-423d-b637-ea2f103cc30a on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:27:39.429998 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Port 32e0a221-c83b-423d-b637-ea2f103cc30a on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:27:39.430313 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Attempting to bind port 32e0a221-c83b-423d-b637-ea2f103cc30a on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:27:39.435568 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:27:39.436118 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Checking segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:27:39.436823 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Bound using segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:27:39.436946 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Bound port: 32e0a221-c83b-423d-b637-ea2f103cc30a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:27:39.437293 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:39.501813 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] For port 32e0a221-c83b-423d-b637-ea2f103cc30a, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:27:39.504865 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] For port 32e0a221-c83b-423d-b637-ea2f103cc30a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=32e0a221-c83b-423d-b637-ea2f103cc30a,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:27:39.513584 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:39.556501 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:39.557115 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:39.558541 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] 10.222.0.26 "PUT /v2.0/ports/32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 1093 time: 0.7282159 Jun 15 22:27:39.558974 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:27:39.561281 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143ed1b7-bfe6-48f9-9247-ab22af856d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:27:39.581802 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af510988-2371-4f0b-994d-41f5f3e53716 service neutron] Pushing event updated for resources: {'Port': ['ID=32e0a221-c83b-423d-b637-ea2f103cc30a,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:39.611732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b7f326-bb4f-4acf-913b-cc9eaa7df99d x-openstack-request-id: req-65b7f326-bb4f-4acf-913b-cc9eaa7df99d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:27:39.612011 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:27:39.612318 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65b7f326-bb4f-4acf-913b-cc9eaa7df99d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:27:39.612686 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b7f326-bb4f-4acf-913b-cc9eaa7df99d'] response: {'name': 'network-changed', 'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'status': 'completed', 'code': 200} Jun 15 22:27:39.669046 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-18f10153-176a-459a-88a3-7daf1e0fd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:39.670879 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-18f10153-176a-459a-88a3-7daf1e0fd06a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1127 time: 0.0425482 Jun 15 22:27:39.717989 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-a86d714e-0565-4241-974c-afc9bc7a9635 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 217 time: 0.0344915 Jun 15 22:27:39.767429 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-8250edff-9b41-42ff-9e79-14c760ab39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:39.768921 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-8250edff-9b41-42ff-9e79-14c760ab39f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0448477 Jun 15 22:27:39.817383 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fd216-1815-4158-a122-e331281d7175 req-642115a7-a246-4dae-8b66-19ce85df9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:39.818898 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-642115a7-a246-4dae-8b66-19ce85df9060 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443630 Jun 15 22:27:39.923010 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-2c5a16ff-1b8e-4635-b83e-00d405eb27a5 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966861 Jun 15 22:27:40.039451 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da5fd216-1815-4158-a122-e331281d7175 req-b505d1be-0d14-424c-8fda-80660bce55b0 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101310 Jun 15 22:27:40.355094 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-7d27b450-8a67-4a87-a02b-d8b3861c0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:40.357498 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-7d27b450-8a67-4a87-a02b-d8b3861c0637 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1127 time: 0.0537322 Jun 15 22:27:40.489074 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c46a1-44f1-48f7-a734-b005edeec0d8 req-3634d903-37a5-414a-9998-88a53f7aba86 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:40.490467 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-763c46a1-44f1-48f7-a734-b005edeec0d8 req-3634d903-37a5-414a-9998-88a53f7aba86 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 943 time: 0.0909858 Jun 15 22:27:40.493362 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-fa87874e-14f4-41ec-b8b5-902f2d7a7595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:40.494700 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-fa87874e-14f4-41ec-b8b5-902f2d7a7595 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.1311078 Jun 15 22:27:40.545153 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-a27af5a5-ab3a-474e-856c-6e9a4d1240b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 217 time: 0.0430877 Jun 15 22:27:40.606852 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-763c46a1-44f1-48f7-a734-b005edeec0d8 req-2c532f99-50d7-4afc-89c1-a0d7e4ab5a75 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107056 Jun 15 22:27:40.615748 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-a606fbc2-188c-43d3-83d7-bf88d4475026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:40.617182 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-a606fbc2-188c-43d3-83d7-bf88d4475026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0658751 Jun 15 22:27:40.662988 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-5dfb3b7b-d649-4918-a68a-10e6fec048f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:40.664493 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-5dfb3b7b-d649-4918-a68a-10e6fec048f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405023 Jun 15 22:27:40.732833 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:40.761941 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-4b360d07-1721-4845-b5b4-116c2e482826 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896375 Jun 15 22:27:40.775206 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:40.857867 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-143ed1b7-bfe6-48f9-9247-ab22af856d3c req-79dfdfdd-fa11-43ff-814f-b4d30584c6c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904894 Jun 15 22:27:41.739697 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3a0c-cbb7-4723-8f86-0a6e000c3e34 req-3b092076-a887-4b18-ac12-8cef38e609bd tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:41.741173 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48eb3a0c-cbb7-4723-8f86-0a6e000c3e34 req-3b092076-a887-4b18-ac12-8cef38e609bd tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 943 time: 0.0571404 Jun 15 22:27:41.795402 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-48eb3a0c-cbb7-4723-8f86-0a6e000c3e34 req-be9acf50-415d-4788-b468-52391486cfe8 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462756 Jun 15 22:27:42.923689 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6de18-e371-48be-a869-6ccb300629a4 req-4902a50e-df12-4c27-b65c-e82f72c69983 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:42.925406 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b1a6de18-e371-48be-a869-6ccb300629a4 req-4902a50e-df12-4c27-b65c-e82f72c69983 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 943 time: 0.0531175 Jun 15 22:27:42.986492 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b1a6de18-e371-48be-a869-6ccb300629a4 req-33c33aef-69bb-4208-9129-be37bc138517 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532629 Jun 15 22:27:43.779364 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c28de8e2-9eb9-4de2-9c8d-9591830b2d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:44.112676 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8b889-87ad-400f-8779-1872b8ecb621 req-f4972a3f-d68a-41f4-bae9-c7037f9710a1 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:44.114283 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-82f8b889-87ad-400f-8779-1872b8ecb621 req-f4972a3f-d68a-41f4-bae9-c7037f9710a1 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 943 time: 0.0523837 Jun 15 22:27:44.174493 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-82f8b889-87ad-400f-8779-1872b8ecb621 req-59b5489d-79f3-426f-8919-d2d269a1ffa0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537834 Jun 15 22:27:45.303422 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd70c1-701d-4af0-81c4-630ee471d7d0 req-9ce235f1-06c8-45d8-895e-243e21051a46 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:45.304890 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2fd70c1-701d-4af0-81c4-630ee471d7d0 req-9ce235f1-06c8-45d8-895e-243e21051a46 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 943 time: 0.0544357 Jun 15 22:27:45.355609 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f2fd70c1-701d-4af0-81c4-630ee471d7d0 req-6ca38f7d-082f-4a9f-9287-ad8e6ffa1972 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447500 Jun 15 22:27:46.063056 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b1edf3be-74c3-4877-804a-694508738794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:46.482360 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8093aff-b805-4302-a372-a9d838544ebe req-7e5b45e8-89e3-49c7-9df9-ff79ac15cd19 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:46.483851 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c8093aff-b805-4302-a372-a9d838544ebe req-7e5b45e8-89e3-49c7-9df9-ff79ac15cd19 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 943 time: 0.0505917 Jun 15 22:27:46.539030 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c8093aff-b805-4302-a372-a9d838544ebe req-10e7fda8-bfca-4f54-9c91-5e6e0867610a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493870 Jun 15 22:27:47.645761 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:47.677267 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0f5c6-8032-4475-959a-8b24082f265f req-c803bcab-1c73-4353-8281-0159e038a2e0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:47.678798 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9cd0f5c6-8032-4475-959a-8b24082f265f req-c803bcab-1c73-4353-8281-0159e038a2e0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 943 time: 0.0534768 Jun 15 22:27:47.730211 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9cd0f5c6-8032-4475-959a-8b24082f265f req-70c98513-8480-4eaa-808e-51e20b7b4d32 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455048 Jun 15 22:27:48.548898 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 32e0a221-c83b-423d-b637-ea2f103cc30a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:27:48.655212 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 32e0a221-c83b-423d-b637-ea2f103cc30a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=32e0a221-c83b-423d-b637-ea2f103cc30a,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:48.667168 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:27:48.701607 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 32e0a221-c83b-423d-b637-ea2f103cc30a is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:27:48.701997 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:48.716054 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e0a221-c83b-423d-b637-ea2f103cc30a {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:27:48.736783 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 32e0a221-c83b-423d-b637-ea2f103cc30a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=32e0a221-c83b-423d-b637-ea2f103cc30a,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:48.742219 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:48.788340 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=32e0a221-c83b-423d-b637-ea2f103cc30a,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:48.862490 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4fea-c511-410c-9f79-b1712036f9ae req-39f714c7-d39b-473d-9728-1469c681b841 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:48.863992 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2d8c4fea-c511-410c-9f79-b1712036f9ae req-39f714c7-d39b-473d-9728-1469c681b841 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 944 time: 0.0507839 Jun 15 22:27:48.924160 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-2d8c4fea-c511-410c-9f79-b1712036f9ae req-3fa916c4-bc57-4f79-a7bb-0460003880ab tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543253 Jun 15 22:27:49.025209 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['32e0a221-c83b-423d-b637-ea2f103cc30a'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:27:49.319483 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:49.326499 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:49.356635 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:50.049246 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73c048-4d14-410e-b248-2a23ac29b8e3 req-9bc3d3ba-26a8-4ef7-8a9a-85e14fb5d2a3 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:50.050757 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d73c048-4d14-410e-b248-2a23ac29b8e3 req-9bc3d3ba-26a8-4ef7-8a9a-85e14fb5d2a3 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 944 time: 0.0506935 Jun 15 22:27:50.101802 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-0d73c048-4d14-410e-b248-2a23ac29b8e3 req-1a098b10-2944-4b90-bd41-030cfb49fffb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448697 Jun 15 22:27:50.573876 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 32e0a221-c83b-423d-b637-ea2f103cc30a up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:27:50.620466 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port 32e0a221-c83b-423d-b637-ea2f103cc30a completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:27:50.622366 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:50.630666 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port 32e0a221-c83b-423d-b637-ea2f103cc30a triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:27:50.631030 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:50.713347 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port 32e0a221-c83b-423d-b637-ea2f103cc30a is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:27:50.713815 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:50.740585 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:27:50.742845 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b927292-16d0-4224-b747-1ea65ecf4ebc" -d '{"events": [{"server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "name": "network-vif-plugged", "status": "completed", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:27:50.758913 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port 32e0a221-c83b-423d-b637-ea2f103cc30a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=32e0a221-c83b-423d-b637-ea2f103cc30a,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:27:50.764011 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:50.813832 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=32e0a221-c83b-423d-b637-ea2f103cc30a,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:50.959262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee10ae-0a54-4564-a349-afae67a952a5 x-openstack-request-id: req-d4ee10ae-0a54-4564-a349-afae67a952a5 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:27:50.959541 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "name": "network-vif-plugged", "status": "completed", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:27:50.959839 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4ee10ae-0a54-4564-a349-afae67a952a5 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:27:50.960250 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ee10ae-0a54-4564-a349-afae67a952a5'] response: {'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'code': 200} Jun 15 22:27:51.253871 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af947f-4790-45a1-b04b-53e3de4c5b4a req-b5f35e77-ba55-4651-9d45-fe0d2114c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:51.256006 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86af947f-4790-45a1-b04b-53e3de4c5b4a req-b5f35e77-ba55-4651-9d45-fe0d2114c66c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1129 time: 0.0763040 Jun 15 22:27:51.262204 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f2ab9-39ff-4883-a504-ad29d9e1ab1b req-eac4bd17-faf4-4c2e-8fb8-c314d377affe tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:51.263530 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b96f2ab9-39ff-4883-a504-ad29d9e1ab1b req-eac4bd17-faf4-4c2e-8fb8-c314d377affe tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 945 time: 0.0756302 Jun 15 22:27:51.339198 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-86af947f-4790-45a1-b04b-53e3de4c5b4a req-7b91c518-ec19-407c-9185-e807e0a8d927 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747452 Jun 15 22:27:51.344356 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b96f2ab9-39ff-4883-a504-ad29d9e1ab1b req-99561976-d148-4229-b98a-4e4d641496f4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743492 Jun 15 22:27:52.158871 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=69 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:52.159645 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=69 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:52.480533 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854da9-7505-4f10-9399-0fdf42a6ac83 req-eb4e4431-1be8-488b-960b-2a1f050a1110 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:52.481964 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5c854da9-7505-4f10-9399-0fdf42a6ac83 req-eb4e4431-1be8-488b-960b-2a1f050a1110 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 945 time: 0.0556340 Jun 15 22:27:52.537575 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-5c854da9-7505-4f10-9399-0fdf42a6ac83 req-64c7f0c1-5142-4e42-a397-1317e66ebf89 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499282 Jun 15 22:27:52.667443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63433d99-fdbd-4bfc-8d5e-e81696ca7cfd req-b6d8e603-1c62-4562-9755-3948c739fbd4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:52.668912 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63433d99-fdbd-4bfc-8d5e-e81696ca7cfd req-b6d8e603-1c62-4562-9755-3948c739fbd4 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 945 time: 0.0489359 Jun 15 22:27:52.727072 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-63433d99-fdbd-4bfc-8d5e-e81696ca7cfd req-04c12c71-2bd2-4f93-8ff0-88990992c399 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522857 Jun 15 22:27:52.758280 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50730) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:52.797802 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62922bfc-1d76-403f-8407-b8a9829e5209 tempest-TestVolumeBootPattern-1213725301 tempest-TestVolumeBootPattern-1213725301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:52.799318 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-62922bfc-1d76-403f-8407-b8a9829e5209 tempest-TestVolumeBootPattern-1213725301 tempest-TestVolumeBootPattern-1213725301-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1124 time: 0.0400620 Jun 15 22:27:52.802370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50732) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:27:52.807201 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:27:52.832151 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:52.920965 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:52.967047 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:53.035055 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Allocated IP 172.27.2.2 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/50b23e53-6f10-458d-98ee-369b56d0f646) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:27:53.049032 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:53.152452 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (50b23e53-6f10-458d-98ee-369b56d0f646), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:53.188013 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (50b23e53-6f10-458d-98ee-369b56d0f646), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:53.234033 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:27:53.239137 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:27:53.244019 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:27:53.247697 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=50b23e53-6f10-458d-98ee-369b56d0f646,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:53.602142 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (794d75e5-83fc-4fa5-8804-393ca411325a), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:53.678556 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (50b23e53-6f10-458d-98ee-369b56d0f646), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:53.745190 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:54.084141 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (50b23e53-6f10-458d-98ee-369b56d0f646), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:54.090785 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (50b23e53-6f10-458d-98ee-369b56d0f646), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:54.129675 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:54.162644 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=50b23e53-6f10-458d-98ee-369b56d0f646,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:27:54.173742 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (794d75e5-83fc-4fa5-8804-393ca411325a), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:54.269574 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Floating IP 794d75e5-83fc-4fa5-8804-393ca411325a associated. External IP: 172.27.2.2, port: 32e0a221-c83b-423d-b637-ea2f103cc30a. Jun 15 22:27:54.483004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:27:54.594446 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:27:54.605142 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:27:54.615934 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:27:54.616780 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:54.617036 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:27:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:54.647468 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c6257891-188a-4cdc-8080-132d1d086995 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8440638 Jun 15 22:27:54.648054 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:27:54.650539 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da50fd7e-fb4a-4eec-b304-2a102d561d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:27:54.687413 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aafb28-e4fc-4749-9f71-c2918c7ab492 x-openstack-request-id: req-90aafb28-e4fc-4749-9f71-c2918c7ab492 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:27:54.688273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:27:54.688273 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90aafb28-e4fc-4749-9f71-c2918c7ab492 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:27:54.688705 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90aafb28-e4fc-4749-9f71-c2918c7ab492'] response: {'name': 'network-changed', 'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'status': 'completed', 'code': 200} Jun 15 22:27:54.722401 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:54.785352 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-a0c04121-60dd-49df-b204-322a8b22e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:54.786789 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-a0c04121-60dd-49df-b204-322a8b22e387 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1129 time: 0.0436084 Jun 15 22:27:54.886614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-40f1bc91-028a-49c6-aecb-649e0479d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:54.888110 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-40f1bc91-028a-49c6-aecb-649e0479d0bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.0957875 Jun 15 22:27:54.934407 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:53Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:54.952613 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-ccf0a372-6b0b-4b83-9335-bd1902a361b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 997 time: 0.0582731 Jun 15 22:27:54.962698 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:27:54.971915 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:27:54.972511 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:27:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:55.006533 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-b854aebe-ec4f-4614-abf7-87affe1b9b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:55.008001 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-b854aebe-ec4f-4614-abf7-87affe1b9b1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0486021 Jun 15 22:27:55.056397 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-d5d85976-47cc-44c3-91d8-22b176940ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:27:55.058093 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-d5d85976-47cc-44c3-91d8-22b176940ef9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424495 Jun 15 22:27:55.077817 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:27:55.088965 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:55.158440 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-7cbc5d65-aa9c-4718-bb36-2ce7864fdb74 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939181 Jun 15 22:27:55.204202 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:27:55.262265 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-da50fd7e-fb4a-4eec-b304-2a102d561d6c req-4274a393-a6f2-44c6-9b56-878e8805bc8a service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975084 Jun 15 22:27:55.388069 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:53Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:27:55.413071 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6bfd-51ef-40fb-91ef-73c3e295f1a3 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:53Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:27:55.636915 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d749a58b-6481-43cd-a294-e529b239b84f None None] New status for floating IP 794d75e5-83fc-4fa5-8804-393ca411325a: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:28:00.888169 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:01.212060 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:28:02.523831 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=91 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:02.532975 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=99 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:05.257268 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:05.258250 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=13 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:10.874491 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:10.881545 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:11.205783 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=87 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:11.206549 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=89 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:13.783854 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca50d-656a-42a8-ba19-37b5eb431dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:16.058915 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-46729bb0-a6a3-4b79-907b-96b334443625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:17.648658 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:19.328340 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:19.359672 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:29.156712 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:29.157640 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:29.349172 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:29.352501 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:30.917734 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:31.311984 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-4dca4ce5-1fb0-4d61-9ea5-85fa94c33dc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518332 Jun 15 22:28:31.423684 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-3c9ee7bf-3129-4a72-8cc4-e75011966338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:28:31.425191 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-3c9ee7bf-3129-4a72-8cc4-e75011966338 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1129 time: 0.0483787 Jun 15 22:28:31.545743 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-73030c24-9745-4b7f-8459-ffbdd22c6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:28:31.547141 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-73030c24-9745-4b7f-8459-ffbdd22c6782 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.0940499 Jun 15 22:28:31.627256 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-3d20e11d-7f17-468a-8c37-af4e66d19ad7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 999 time: 0.0732327 Jun 15 22:28:31.678157 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-d6e91827-f929-40d0-b331-ecba10ec8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:28:31.679625 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-d6e91827-f929-40d0-b331-ecba10ec8729 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0467455 Jun 15 22:28:31.724580 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-0861b630-5370-497e-8c89-bb116345790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:28:31.726124 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-0861b630-5370-497e-8c89-bb116345790c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404716 Jun 15 22:28:31.824621 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-a869cb5d-6f0d-4032-b5a3-4c688e3114e8 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911121 Jun 15 22:28:31.917864 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6b7e7b22-25cd-4860-a0f7-8aacf185bc32 req-7327351f-8919-4861-9b64-755fad281df8 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875156 Jun 15 22:28:38.216530 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:28:41.912280 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=52 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:41.914428 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=49 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:43.787089 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-69e95068-b347-455a-885b-248e7554e01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:46.065106 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-ba8030ca-bb7a-4b65-a0b3-94c885810a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:47.652192 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:48.208264 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:48.209066 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:49.336810 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:49.356698 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:28:59.348908 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:28:59.351809 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:00.944182 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:10.934014 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:10.937487 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:12.172897 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:12.173741 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:13.795186 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-52527b40-e3ef-4800-b85a-cbdb4e69447e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:15.217020 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:29:16.060982 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-15710ce0-5256-4041-8eb3-d3448ead0350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:17.654857 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:19.327297 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:19.357127 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:25.212050 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:25.213342 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:29.348835 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:29.351373 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:30.944217 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:33.296944 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-462ec087-13ca-4a4b-9c08-bb20290ea567 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420887 Jun 15 22:29:33.403458 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-75b60b7f-00ad-41f1-b3c9-b29b4fe292c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:33.404970 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-75b60b7f-00ad-41f1-b3c9-b29b4fe292c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1129 time: 0.0482709 Jun 15 22:29:33.533187 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-0c1eb018-1c57-4951-81b6-2855138c4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:33.534662 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-0c1eb018-1c57-4951-81b6-2855138c4615 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.1106398 Jun 15 22:29:33.608283 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-3c87aa03-30ad-4784-8280-b06acdb30895 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 999 time: 0.0671239 Jun 15 22:29:33.662251 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-123d8a6a-bf08-4eb2-a131-61beaeccad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:33.663747 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-123d8a6a-bf08-4eb2-a131-61beaeccad93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0489480 Jun 15 22:29:33.707853 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-2e21e5e0-c4a3-40c1-ba5d-973c04c65f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:33.709352 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-2e21e5e0-c4a3-40c1-ba5d-973c04c65f81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395131 Jun 15 22:29:33.804769 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-5f55d974-9479-42bb-acb4-c15a3728dc6a service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880458 Jun 15 22:29:33.902115 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-12b40051-3fe1-4ece-89f1-af7c85f4ce58 req-80fdbf23-c4b9-49aa-afd4-33d08306acec service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907631 Jun 15 22:29:39.492729 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-e5294ce2-9003-44ef-a963-c8b6fb0913ff tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512557397&fields=id&tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 267 time: 0.0583873 Jun 15 22:29:39.614620 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-8b09abda-c05c-4dfe-8806-3a0236469bf2 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:39.616113 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-8b09abda-c05c-4dfe-8806-3a0236469bf2 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 812 time: 0.1156163 Jun 15 22:29:39.632070 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-1ac0b576-ada6-4277-935c-40b88c0a6d25 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/quotas/b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 375 time: 0.0104535 Jun 15 22:29:39.699888 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-a92bf37e-ba41-4146-b11b-85bc536bcbfc tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620356 Jun 15 22:29:39.802298 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-15188e49-b833-4154-b04d-36ae71b1fcb1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=104021) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 15 22:29:39.803306 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-15188e49-b833-4154-b04d-36ae71b1fcb1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0912302 Jun 15 22:29:39.898622 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-3d964207-bbd0-47df-be6f-13dda46cd5a8 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Jun 15 22:29:39.994038 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-317805c6-246e-44e3-be26-3ad21e07e4c8 service neutron] 10.222.0.55 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895996 Jun 15 22:29:40.334848 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-49b1bc16-518c-46cf-8b5b-7231eed4226c req-4229bf2d-3b93-4cbd-9b0d-c37da88894c1 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 210 time: 0.0348237 Jun 15 22:29:40.934503 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:40.937946 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:41.387718 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:41.416928 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-f47e0efa-98c4-416b-b4f4-0010a8eac85c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:41.418396 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-f47e0efa-98c4-416b-b4f4-0010a8eac85c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 812 time: 0.1129084 Jun 15 22:29:41.455413 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:41.458750 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-2b274eb4-a3df-4006-8f46-6437c555b3f7 req-a99ac689-b8f3-46d6-bade-b7df8acdeb5c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 210 time: 0.0482821 Jun 15 22:29:41.508848 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-653be067-1cf7-4fbd-b276-70ebbe352983 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e HTTP/1.1" status: 200 len: 379 time: 0.0589271 Jun 15 22:29:41.519735 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'port': {'device_id': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'admin_state_up': True, 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'security_groups': ['13dc9e39-1c59-473f-8a32-dd5a7614ee6a']}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:29:41.630882 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Made reservation on behalf of b2f3d3513c1440cfb73ba8f3c791c21e for: {'port': 1} {{(pid=104021) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 22:29:41.634476 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:41.772544 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Allocated IP 172.20.0.5 (1ea215f8-963a-4d80-bf2d-45673a94edf0/579a5bf8-3d78-46e6-9416-2358e46efe09/fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:29:41.945968 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:41.981374 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.029905 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:29:42.035172 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:29:42.037412 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:29:42.039698 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:29:42.067195 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.067572 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.068037 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.068366 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.068685 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.069071 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.069357 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.069694 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.070031 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.070312 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.070671 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.070965 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.071272 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.071716 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.072031 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:42.103557 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:42.104187 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.121457 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-20a1c1ea-1c73-45bc-8242-d856faf14d05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056764 Jun 15 22:29:42.139811 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Request body: {'port': {'device_id': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:29:42.215860 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.263645 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:42.306092 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-4ab3392d-0fe4-45b7-8c88-e8433e1cb879 None None] Provisioning complete for port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d triggered by entity DHCP. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:29:42.306665 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4ab3392d-0fe4-45b7-8c88-e8433e1cb879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.340367 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3392d-0fe4-45b7-8c88-e8433e1cb879 None None] Port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d cannot update to ACTIVE because it is not bound. {{(pid=104022) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 15 22:29:42.360715 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:42.503972 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d {{(pid=104021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:29:42.512208 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Publish callbacks [] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.533392 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.provisioning_blocks [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Transition to ACTIVE for port object fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d will not be triggered until provisioned by entity L2. {{(pid=104021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 15 22:29:42.538704 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.581527 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69a82-04e0-4ec6-9b0c-63124f8e0f0c req-f9ce9b24-76ee-4265-aad0-20eabb9bce48 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:42.583008 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b9d69a82-04e0-4ec6-9b0c-63124f8e0f0c req-f9ce9b24-76ee-4265-aad0-20eabb9bce48 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0507503 Jun 15 22:29:42.599852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Pushing event updated for resources: {'Port': ['ID=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:29:42.641237 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-b9d69a82-04e0-4ec6-9b0c-63124f8e0f0c req-3558ed1e-757a-46dc-9fcb-e6b4835ea914 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512178 Jun 15 22:29:42.679558 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Attempting to bind port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d on host hv-cinder-83538 for vnic_type normal with profile {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 15 22:29:42.679845 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Attempting to bind port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 15 22:29:42.680229 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Attempting to bind port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:29:42.685691 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 15 22:29:42.686009 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Attempting to bind port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d on network 1ea215f8-963a-4d80-bf2d-45673a94edf0 {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 15 22:29:42.691443 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Checking agent: {'id': 'c65114fe-0c24-4552-a701-82e6db9e8686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'started_at': datetime.datetime(2022, 6, 15, 22, 13, 27), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 15 22:29:42.691774 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Checking segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 15 22:29:42.692149 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Bound using segment: {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'} {{(pid=104021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 15 22:29:42.692568 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.managers [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Bound port: fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd767fa83-c219-48a2-a7de-dc69d215c884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0'}}] {{(pid=104021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 15 22:29:42.692920 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.758080 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] For port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d, host hv-cinder-83538, cleared binding levels {{(pid=104021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 15 22:29:42.761286 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] For port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 15 22:29:42.768314 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.803852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:42.804464 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:42.805871 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] 10.222.0.26 "PUT /v2.0/ports/fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d HTTP/1.1" status: 200 len: 1093 time: 0.6713855 Jun 15 22:29:42.806296 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:29:42.808514 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e84af-a3f7-4f98-bf5a-c0e0399db431" -d '{"events": [{"name": "network-changed", "server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:29:42.844009 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099ea3a-b2dc-4c77-af36-7f63bdb6fccd service neutron] Pushing event updated for resources: {'Port': ['ID=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,revision_number=3']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:29:42.907412 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7114d44d-d583-4349-bde9-7438f1dda651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:42.909101 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-7114d44d-d583-4349-bde9-7438f1dda651 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 1127 time: 0.0459139 Jun 15 22:29:42.956089 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-249077de-0f9c-412d-a3a8-670da15e4320 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d HTTP/1.1" status: 200 len: 217 time: 0.0343473 Jun 15 22:29:43.007638 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-bd76eef0-45d8-4e0a-8474-d8a1c4f37aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:43.009083 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-bd76eef0-45d8-4e0a-8474-d8a1c4f37aa1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0477703 Jun 15 22:29:43.058185 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-bffd307e-a429-4249-82ad-2bde7041cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:43.059743 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-bffd307e-a429-4249-82ad-2bde7041cd81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435927 Jun 15 22:29:43.153470 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:43.154534 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-9f8d167c-285c-4f69-8e12-dfd50744de66 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882065 Jun 15 22:29:43.154752 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:43.182808 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:43.252403 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-7ea8a47f-1ada-4d64-9ba7-e46c7d65bcf9 req-fb44bafb-e6a9-4617-8a62-5059429c4a6b service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931499 Jun 15 22:29:43.760375 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7467c5-33ac-419d-90f0-1a6a09377dc6 req-2adf448b-092c-497e-8561-71a38ff06981 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:43.761947 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da7467c5-33ac-419d-90f0-1a6a09377dc6 req-2adf448b-092c-497e-8561-71a38ff06981 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0500050 Jun 15 22:29:43.781791 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a030-c7ea-4fc2-b856-72874d5d554a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:43.819361 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-da7467c5-33ac-419d-90f0-1a6a09377dc6 req-5f400fc9-4ae9-4591-94be-ba5da53050b5 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511346 Jun 15 22:29:43.882055 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b176a2-6c0a-40fc-bb24-2d716f51ed5d x-openstack-request-id: req-42b176a2-6c0a-40fc-bb24-2d716f51ed5d {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:29:43.882599 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:29:43.882599 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42b176a2-6c0a-40fc-bb24-2d716f51ed5d {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:29:43.882980 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b176a2-6c0a-40fc-bb24-2d716f51ed5d'] response: {'name': 'network-changed', 'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'status': 'completed', 'code': 200} Jun 15 22:29:43.971039 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-20ae19d9-2da4-4ae1-b678-57d4a753d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:43.972472 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-20ae19d9-2da4-4ae1-b678-57d4a753d24b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 1127 time: 0.0431404 Jun 15 22:29:44.073198 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-b6a98a4f-8906-4ed6-a084-a1a17b6eb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:44.075511 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-b6a98a4f-8906-4ed6-a084-a1a17b6eb803 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.0964525 Jun 15 22:29:44.114921 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-37d3086f-1f57-46b8-adbe-5465045cfe03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d HTTP/1.1" status: 200 len: 217 time: 0.0334032 Jun 15 22:29:44.158210 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:44.166812 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-9562ad7d-a7d2-4e85-bb66-1f6c2414357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:44.168362 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-9562ad7d-a7d2-4e85-bb66-1f6c2414357d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0474970 Jun 15 22:29:44.215334 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-d9c938a2-fb37-4e38-8371-1429e1e7e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:44.217011 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-d9c938a2-fb37-4e38-8371-1429e1e7e84f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428216 Jun 15 22:29:44.316463 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-a18d0cb5-81f6-43d7-af05-6deb830da3af service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936863 Jun 15 22:29:44.687252 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-032e84af-a3f7-4f98-bf5a-c0e0399db431 req-1c0564cc-d136-4e25-adf6-e7469aaa7a84 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635309 Jun 15 22:29:44.939568 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb0ca-1965-4594-8641-39e70f546f38 req-ee8b855c-2752-443f-aaea-e553f576aa37 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:44.940945 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e5bbb0ca-1965-4594-8641-39e70f546f38 req-ee8b855c-2752-443f-aaea-e553f576aa37 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0496852 Jun 15 22:29:44.995053 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-e5bbb0ca-1965-4594-8641-39e70f546f38 req-d58c4c2a-8cf5-43bb-849d-9414b8cc7827 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459111 Jun 15 22:29:46.069950 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7172d10c-daab-45f1-9ff0-43b61811f28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:46.124540 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b486e6a-5e4b-47e1-8494-e89fd0dc6be1 req-d87a9022-fadc-48bf-b577-05b26786a45c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:46.126067 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b486e6a-5e4b-47e1-8494-e89fd0dc6be1 req-d87a9022-fadc-48bf-b577-05b26786a45c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0480475 Jun 15 22:29:46.178657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-3b486e6a-5e4b-47e1-8494-e89fd0dc6be1 req-8f9b4b89-7066-4a94-bd1e-65002d07889d tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445704 Jun 15 22:29:47.306121 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaea6a-f226-485a-b3f7-9874770bf0cd req-b6691091-b02d-40a5-82f9-f05c6d281c6a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:47.307595 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0aaaea6a-f226-485a-b3f7-9874770bf0cd req-b6691091-b02d-40a5-82f9-f05c6d281c6a tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0527470 Jun 15 22:29:47.359969 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-0aaaea6a-f226-485a-b3f7-9874770bf0cd req-36ae342b-4935-4b0b-bafa-3a63726587b5 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461891 Jun 15 22:29:47.658731 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:48.496655 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e744-1703-46cf-97a4-4cabe33fff36 req-4bce4a5a-3ad7-4054-b70e-723b3f708236 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:48.498085 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2d8e744-1703-46cf-97a4-4cabe33fff36 req-4bce4a5a-3ad7-4054-b70e-723b3f708236 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0575383 Jun 15 22:29:48.554638 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2d8e744-1703-46cf-97a4-4cabe33fff36 req-66bef424-588e-411b-9dda-e22c5235841b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505533 Jun 15 22:29:49.332079 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:49.360264 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:49.687303 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7590c3-a3d7-4041-98c8-5dc7b0315f09 req-34e12f20-f522-4a3e-a4f2-c4a4a13769bb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:49.688756 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ce7590c3-a3d7-4041-98c8-5dc7b0315f09 req-34e12f20-f522-4a3e-a4f2-c4a4a13769bb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0578613 Jun 15 22:29:49.740565 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-ce7590c3-a3d7-4041-98c8-5dc7b0315f09 req-8b3d8076-dbf0-4445-9e65-3550ce9bf13e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442669 Jun 15 22:29:50.892706 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f8ad4-2fe6-478a-a473-fdfa30ebb106 req-908bef96-bb85-4d4b-a3b5-eaebc0e2c34d tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:50.894207 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-921f8ad4-2fe6-478a-a473-fdfa30ebb106 req-908bef96-bb85-4d4b-a3b5-eaebc0e2c34d tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 943 time: 0.0585005 Jun 15 22:29:50.948139 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-921f8ad4-2fe6-478a-a473-fdfa30ebb106 req-27619492-697d-4251-a644-ee2504d237a0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460603 Jun 15 22:29:51.193849 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=104022) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 15 22:29:51.301537 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:29:51.312986 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Returning: {'device': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'port_id': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'mac_address': 'fa:16:3e:27:a9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104022) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 15 22:29:51.349897 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d is: DOWN; New status is: BUILD {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:29:51.350267 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:51.369012 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d {{(pid=104022) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 22:29:51.399619 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:29:51.404808 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:51.454940 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,revision_number=4']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:29:51.462674 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.463013 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.463355 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.463691 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.464018 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.464350 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.464670 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.464987 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.465312 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.465651 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.465972 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.466288 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.466603 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.466930 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.467227 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:29:51.692653 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] get_ports_and_sgs() called for port_ids ['fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d'] {{(pid=104022) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 15 22:29:52.074753 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e62788-a2fb-4502-afb4-f5f6313dd530 req-23857356-d30b-4131-9e1f-565f9d40d53c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:52.076454 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d6e62788-a2fb-4502-afb4-f5f6313dd530 req-23857356-d30b-4131-9e1f-565f9d40d53c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 944 time: 0.0533628 Jun 15 22:29:52.133302 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-d6e62788-a2fb-4502-afb4-f5f6313dd530 req-5964b4a1-6dd6-417a-a74f-b9ea2e2f41bc tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506089 Jun 15 22:29:52.216397 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:29:53.201316 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d up at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 15 22:29:53.250884 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning for port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d completed by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 15 22:29:53.258414 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.provisioning_blocks [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Provisioning complete for port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d triggered by entity L2. {{(pid=104022) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 15 22:29:53.258955 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1244403'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), provisioning_complete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:53.279276 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:53.290985 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:53.342775 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Current status of the port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d is: BUILD; New status is: ACTIVE {{(pid=104022) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 15 22:29:53.343158 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), before_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:53.359218 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225e0e3-12f2-41cf-86b8-24aec4ec4b9e req-0724e127-4de4-491e-801b-ef38fbd6b980 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:53.361128 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b225e0e3-12f2-41cf-86b8-24aec4ec4b9e req-0724e127-4de4-491e-801b-ef38fbd6b980 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 944 time: 0.0491583 Jun 15 22:29:53.368262 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d'}] {{(pid=104022) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:29:53.370629 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}190623a6bb6439ffb435696807478f37a736809acd37064331e27e7e6bad4a6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c30295-2e4d-4ef8-be26-57bb48c43b32" -d '{"events": [{"server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "name": "network-vif-plugged", "status": "completed", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d"}]}' {{(pid=104022) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:29:53.384309 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] For port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:29:53.389694 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:53.422261 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb19f20-94af-499e-b2ad-0b23d36a0f53 x-openstack-request-id: req-9cb19f20-94af-499e-b2ad-0b23d36a0f53 {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:29:53.422585 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "name": "network-vif-plugged", "status": "completed", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d", "code": 200}]} {{(pid=104022) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:29:53.422700 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9cb19f20-94af-499e-b2ad-0b23d36a0f53 {{(pid=104022) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:29:53.423112 dv-cinder-835384-7-iscsi neutron-server[104022]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb19f20-94af-499e-b2ad-0b23d36a0f53'] response: {'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'code': 200} Jun 15 22:29:53.432134 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-b225e0e3-12f2-41cf-86b8-24aec4ec4b9e req-9e71ae0d-92f4-4aad-868c-35a06effa59c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626035 Jun 15 22:29:53.459567 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Pushing event updated for resources: {'Port': ['ID=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,revision_number=5']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:29:53.690469 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59720-6cea-430f-b6bf-3c400d6c84ea req-e751be72-1c7d-4955-aadb-9745e6b1b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:53.692060 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9cf59720-6cea-430f-b6bf-3c400d6c84ea req-e751be72-1c7d-4955-aadb-9745e6b1b693 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 1129 time: 0.0459123 Jun 15 22:29:53.739674 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-9cf59720-6cea-430f-b6bf-3c400d6c84ea req-1760e761-1c69-4f6e-a025-5119caac8278 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Jun 15 22:29:54.558707 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d64539-983b-40e5-a67b-6011ce72c82f req-cc8ab52a-e715-45d1-8887-f3cc1c9f5162 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:54.560177 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0d64539-983b-40e5-a67b-6011ce72c82f req-cc8ab52a-e715-45d1-8887-f3cc1c9f5162 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 945 time: 0.0484390 Jun 15 22:29:54.621929 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c0d64539-983b-40e5-a67b-6011ce72c82f req-64634e4c-3c97-41ab-a8db-3bac76ece329 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532827 Jun 15 22:29:55.760853 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0b7cc-e82c-4b21-8998-6279936cb9c3 req-2001f1e6-41ce-4833-9973-85653ad7ff05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:55.762373 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f6d0b7cc-e82c-4b21-8998-6279936cb9c3 req-2001f1e6-41ce-4833-9973-85653ad7ff05 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 945 time: 0.0542035 Jun 15 22:29:55.812182 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:55.817929 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-f6d0b7cc-e82c-4b21-8998-6279936cb9c3 req-9909d694-c474-455a-941d-f743274d7026 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468557 Jun 15 22:29:55.940856 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2195f4b-fd64-4732-88ca-0834835e731e req-99c9b8a0-1a05-4547-9b9d-68127dfba73b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:55.942341 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a2195f4b-fd64-4732-88ca-0834835e731e req-99c9b8a0-1a05-4547-9b9d-68127dfba73b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 945 time: 0.0476913 Jun 15 22:29:56.008725 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a2195f4b-fd64-4732-88ca-0834835e731e req-93214a28-e182-44d2-972f-b867aa117b74 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603895 Jun 15 22:29:56.041232 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50860) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:29:56.089108 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de74982-f1ef-4314-be1e-439096dcb332 tempest-TestVolumeBootPattern-1213725301 tempest-TestVolumeBootPattern-1213725301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:56.090674 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-7de74982-f1ef-4314-be1e-439096dcb332 tempest-TestVolumeBootPattern-1213725301 tempest-TestVolumeBootPattern-1213725301-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 1124 time: 0.0480614 Jun 15 22:29:56.093641 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50862) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:29:56.097868 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.v2.base [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Request body: {'floatingip': {'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'port_id': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104021) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 15 22:29:56.122504 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:56.205312 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (None), before_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:56.213658 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:56.335085 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_common [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Allocated IP 172.27.2.228 (6ac24c01-5af9-4ffd-8094-a2863118a914/5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9/8186db5c-cd1f-49f4-a71c-c3f525a760da) {{(pid=104021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 22:29:56.445824 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:56.483997 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768723254869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:56.535364 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Network 6ac24c01-5af9-4ffd-8094-a2863118a914 is already hosted by enough agents. {{(pid=104021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 22:29:56.538740 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.base_scheduler [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Resources bound (agent type, host, resource id): {{(pid=104021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 22:29:56.542852 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Received port after_create {{(pid=104021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 15 22:29:56.546196 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=8186db5c-cd1f-49f4-a71c-c3f525a760da,revision_number=1']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:29:56.906725 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (909dc10e-787a-4e51-9fd3-94f5fd5d8dd0), precommit_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:56.938502 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:56.990032 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2037733'] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), before_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:57.061179 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:57.145772 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), precommit_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:57.152726 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768723783720', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768723254887', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768723254905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9370104'] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), after_update {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:57.224636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event updated for resources: {'Port': ['ID=8186db5c-cd1f-49f4-a71c-c3f525a760da,revision_number=2']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:29:57.239194 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-785315'] for floatingip (909dc10e-787a-4e51-9fd3-94f5fd5d8dd0), after_create {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:57.344060 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Floating IP 909dc10e-787a-4e51-9fd3-94f5fd5d8dd0 associated. External IP: 172.27.2.228, port: fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d. Jun 15 22:29:57.574759 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:29:57.683070 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:29:57.696183 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:29:57.703472 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:29:57.708621 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:29:57.709212 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:29:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:29:57.738414 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-f5206259-4f06-4dbd-a134-4223e85c85fb tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6437540 Jun 15 22:29:57.739019 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:29:57.741291 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ffd089-4f11-4a40-ad65-8b6737f15406" -d '{"events": [{"name": "network-changed", "server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:29:57.780274 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96445ae6-91c2-4dbb-9a9e-81bfd9db15a2 x-openstack-request-id: req-96445ae6-91c2-4dbb-9a9e-81bfd9db15a2 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:29:57.780613 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:29:57.780876 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96445ae6-91c2-4dbb-9a9e-81bfd9db15a2 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:29:57.781271 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96445ae6-91c2-4dbb-9a9e-81bfd9db15a2'] response: {'name': 'network-changed', 'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'status': 'completed', 'code': 200} Jun 15 22:29:57.832676 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:29:57.867092 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-da28bcc4-f068-429e-aab5-895bad070f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:57.869267 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-da28bcc4-f068-429e-aab5-895bad070f13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 1129 time: 0.0437424 Jun 15 22:29:57.942214 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:57.973502 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-afe4a407-0e84-4afc-9e26-36183007b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:57.974961 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-afe4a407-0e84-4afc-9e26-36183007b22e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.0984118 Jun 15 22:29:58.038063 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-40b9fb82-30ef-4431-96d5-5957a0a1ac19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d HTTP/1.1" status: 200 len: 999 time: 0.0575185 Jun 15 22:29:58.053933 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:55Z', 'revision_number': 1, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}, {'id': '909dc10e-787a-4e51-9fd3-94f5fd5d8dd0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:27:a9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:29:56Z', 'updated_at': '2022-06-15T22:29:56Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:29:58.079495 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:29:58.088648 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:29:58.089189 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:29:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:29:58.090553 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-14e23368-6cb8-4ce3-814f-3eb5742f2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:58.092049 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-14e23368-6cb8-4ce3-814f-3eb5742f2a52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0477140 Jun 15 22:29:58.142714 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-5d83d120-b6e8-4f09-9bfe-2ac296b1229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:29:58.144386 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-5d83d120-b6e8-4f09-9bfe-2ac296b1229f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456972 Jun 15 22:29:58.194308 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:29:58.221610 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:29:58.248061 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-afef7280-e461-4123-a643-0d14c1279f77 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978284 Jun 15 22:29:58.345152 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-01ffd089-4f11-4a40-ad65-8b6737f15406 req-5d013a08-3c6c-4a68-bf89-2a5016f9628a service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908332 Jun 15 22:29:58.418466 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:55Z', 'revision_number': 1, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}, {'id': '909dc10e-787a-4e51-9fd3-94f5fd5d8dd0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:27:a9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:29:56Z', 'updated_at': '2022-06-15T22:29:56Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:29:58.443287 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e76048-ee4c-48e4-85df-0cde46ec0e00 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:55Z', 'revision_number': 1, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}, {'id': '909dc10e-787a-4e51-9fd3-94f5fd5d8dd0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:27:a9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:29:56Z', 'updated_at': '2022-06-15T22:29:56Z', 'revision_number': 0, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:29:58.656662 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac6e2c8-7611-4570-aef8-5b1d06975833 None None] New status for floating IP 909dc10e-787a-4e51-9fd3-94f5fd5d8dd0: ACTIVE {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:30:00.936670 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:05.995225 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=74 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:06.003960 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=72 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:08.340602 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=38 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:08.341407 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=12 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:09.476596 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=81 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:09.478783 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=95 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:10.927084 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:10.929181 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:13.780273 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1436767e-ece7-43ca-9c92-075d933f280a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:16.071399 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0ebf18f6-8da7-467a-b5c3-7d7e500326c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:17.663400 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:19.333209 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:19.355725 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:20.146589 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:20.151522 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:29.215869 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:30:29.347678 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:29.349770 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:30.927805 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:35.255053 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-57dc3c91-26ac-451a-a713-ababaf08d3a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405533 Jun 15 22:30:35.363795 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-f9698135-b027-4fcf-855e-b94dc71effe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:30:35.365361 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-f9698135-b027-4fcf-855e-b94dc71effe5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1129 time: 0.0435390 Jun 15 22:30:35.488252 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-200e4ce5-e62b-49ca-bbf1-6ab1ca874220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:30:35.489806 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-200e4ce5-e62b-49ca-bbf1-6ab1ca874220 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.0982566 Jun 15 22:30:35.559154 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-3d11a813-ff4c-4169-a36a-9e011dc0ba0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 999 time: 0.0631170 Jun 15 22:30:35.616286 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-6f13ccde-e29e-479a-93e0-9d192532534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:30:35.617803 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-6f13ccde-e29e-479a-93e0-9d192532534e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0534267 Jun 15 22:30:35.664262 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-d13902e2-f4ec-46e9-aa8a-0b314bd0431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:30:35.666657 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-d13902e2-f4ec-46e9-aa8a-0b314bd0431e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413976 Jun 15 22:30:35.761118 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-9ce69d9e-ed5a-4f10-9271-4d8aa1e4e046 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876961 Jun 15 22:30:35.863655 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-6d05e153-4319-4e04-b39c-6a0008826e79 req-b5b2012f-4232-4b22-8c33-41df2fe7044d service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953472 Jun 15 22:30:39.211204 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:39.212131 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:40.919285 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:40.921561 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:43.781182 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-685b8ee1-ea0b-4020-93ec-cdad75d916ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:45.857838 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=51 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:45.859862 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=50 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:46.070219 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-24202712-7053-4bc9-9d6c-bab50b96d5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:47.665235 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:49.341189 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:49.359729 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:30:57.146827 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:57.151867 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:59.347104 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:30:59.354993 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:00.946784 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:06.220234 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:31:10.932407 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:10.940784 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:13.782051 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3e0a50fb-a0d4-4ea9-a536-9ddb9617a693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:16.076697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-7fc64b88-3d78-49d4-adc9-5cb12e4b0e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:17.669149 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:19.386373 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:19.389242 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:27.143985 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [req-a7756532-5ae2-4a6f-91f8-a46ce7d1006e req-e000e8e2-3106-4c63-a1c0-e5f23439ec83 service neutron] (104020) timed out ('10.222.0.26', 52006) {{(pid=104020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 22:31:29.364614 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50884) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:29.406016 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:29.407982 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:29.541704 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Deleting port 8186db5c-cd1f-49f4-a71c-c3f525a760da {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:29.542002 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:29.627961 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:29.628324 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (8186db5c-cd1f-49f4-a71c-c3f525a760da), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:29.642021 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Calling delete_port for 8186db5c-cd1f-49f4-a71c-c3f525a760da owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:29.818412 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (8186db5c-cd1f-49f4-a71c-c3f525a760da), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:29.844804 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event deleted for resources: {'Port': ['ID=8186db5c-cd1f-49f4-a71c-c3f525a760da,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:29.858454 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.858794 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.859148 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.859494 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.859783 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.860455 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.860611 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.860839 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.861159 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.861506 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.861832 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.862156 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.862470 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.862784 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.863092 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:29.919915 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (909dc10e-787a-4e51-9fd3-94f5fd5d8dd0), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:29.920247 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Floating IP 909dc10e-787a-4e51-9fd3-94f5fd5d8dd0 disassociated (deleted). External IP: 172.27.2.228, port: fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d. Jun 15 22:31:30.124121 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:31:30.240475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:31:30.245582 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:30.250180 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:31:30.252842 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:30.254411 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=8 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:30.263042 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:30.263665 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:30.269316 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:30.281693 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-cac70bfe-40f4-4092-8ebb-3ea30a09f8e9 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "DELETE /v2.0/floatingips/909dc10e-787a-4e51-9fd3-94f5fd5d8dd0 HTTP/1.1" status: 204 len: 168 time: 0.9133229 Jun 15 22:31:30.281693 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:31:30.282648 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:31:30.328401 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a15f47-9ad2-4085-aae1-2b2c05f78936 x-openstack-request-id: req-80a15f47-9ad2-4085-aae1-2b2c05f78936 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:31:30.329008 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:31:30.329755 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80a15f47-9ad2-4085-aae1-2b2c05f78936 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:31:30.329755 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a15f47-9ad2-4085-aae1-2b2c05f78936'] response: {'name': 'network-changed', 'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'status': 'completed', 'code': 200} Jun 15 22:31:30.370373 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:30.434499 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:30.439239 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-1f1cdd72-5c93-4c3d-a409-3b7979921317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:30.440915 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-1f1cdd72-5c93-4c3d-a409-3b7979921317 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 1129 time: 0.0633426 Jun 15 22:31:30.580052 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f21ea-93aa-40fc-93c3-8207b41761c4 req-51d39f17-bb53-4be3-823b-585bc6454df8 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:30.581577 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-072f21ea-93aa-40fc-93c3-8207b41761c4 req-51d39f17-bb53-4be3-823b-585bc6454df8 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 945 time: 0.1032519 Jun 15 22:31:30.630112 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:55Z', 'revision_number': 1, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:30.656253 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:31:30.665991 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:30.666609 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:30.774342 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:30.895669 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-072f21ea-93aa-40fc-93c3-8207b41761c4 req-4c2c409c-2646-44b4-9ddd-f4ff86c6391b tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084002 Jun 15 22:31:30.954346 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:30.993907 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:55Z', 'revision_number': 1, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:31.019396 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dea705-6f41-47a9-86bc-2e31645ed5a3 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_floatingips': [{'id': '794d75e5-83fc-4fa5-8804-393ca411325a', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'router_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'port_id': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'mac_address': 'fa:16:3e:4b:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5058d180-fedc-4c19-9d10-d53576e6305b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T22:27:53Z', 'updated_at': '2022-06-15T22:27:55Z', 'revision_number': 1, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:31:31.286164 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9a5bb5-77b8-4797-a2f0-94a62ee97e04 None None] New status for floating IP 909dc10e-787a-4e51-9fd3-94f5fd5d8dd0: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:31:31.604065 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-095281df-5d23-4d9b-9264-d937e8efd7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:31.605454 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-095281df-5d23-4d9b-9264-d937e8efd7bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.0969622 Jun 15 22:31:31.756476 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-23674a40-1c60-4267-a986-aaea7dce1838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d HTTP/1.1" status: 200 len: 217 time: 0.0429029 Jun 15 22:31:31.807026 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-cf82c358-a590-4aee-84d7-224186732b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:31.808471 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-cf82c358-a590-4aee-84d7-224186732b8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0463107 Jun 15 22:31:32.055384 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-afe105b6-cea3-4030-a7a0-4f1b43f0631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:32.056888 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-afe105b6-cea3-4030-a7a0-4f1b43f0631f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418413 Jun 15 22:31:32.086223 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf00b0-0d45-45b7-9e6e-e40a6e38b017 req-9cf6b744-b8fd-4e4c-ac08-78de1760a627 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:32.088071 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-bfcf00b0-0d45-45b7-9e6e-e40a6e38b017 req-9cf6b744-b8fd-4e4c-ac08-78de1760a627 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 945 time: 0.1144247 Jun 15 22:31:32.159552 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-bfcf00b0-0d45-45b7-9e6e-e40a6e38b017 req-7c3498d0-682e-4b19-86d0-54fce2902334 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659294 Jun 15 22:31:32.188059 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb51192-a4d1-494b-a258-bf9874129bce req-57608d61-b5ba-41e7-8d0c-c442e6f52727 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:32.189448 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fcb51192-a4d1-494b-a258-bf9874129bce req-57608d61-b5ba-41e7-8d0c-c442e6f52727 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 945 time: 0.0606203 Jun 15 22:31:32.194758 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-4d308d1b-df33-41d3-b161-2948ff9474ed service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304204 Jun 15 22:31:32.334194 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Deleting port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:32.334508 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:32.364620 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-93c6fbf6-3233-4a4b-9e08-8742e466d5d4 req-77c16537-8c31-439e-b086-20c2131592bc service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628730 Jun 15 22:31:32.439034 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] For port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:32.439313 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:32.453993 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Calling delete_port for fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:32.595795 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:32.622142 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event deleted for resources: {'Port': ['ID=fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:32.652730 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:32.670236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] No DVR routers for this DVR port fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:31:32.673073 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:32.676398 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-fcb51192-a4d1-494b-a258-bf9874129bce req-a3c7ec57-acd3-458c-87c9-ad39e152cfd0 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "DELETE /v2.0/ports/fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d HTTP/1.1" status: 204 len: 173 time: 0.4807725 Jun 15 22:31:32.676827 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'name': 'network-vif-deleted', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:31:32.679120 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afee6a4-1d34-4ce5-86db-9f6f93053d25" -d '{"events": [{"server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "name": "network-vif-deleted", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:31:32.714158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a2be65-3189-4927-bb1f-4a91941a0794 x-openstack-request-id: req-02a2be65-3189-4927-bb1f-4a91941a0794 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:31:32.714615 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390973d5-9d2b-4fde-a9d7-bcfb51e8627b", "name": "network-vif-deleted", "tag": "fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:31:32.714788 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02a2be65-3189-4927-bb1f-4a91941a0794 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:31:32.715129 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a2be65-3189-4927-bb1f-4a91941a0794'] response: {'server_uuid': '390973d5-9d2b-4fde-a9d7-bcfb51e8627b', 'name': 'network-vif-deleted', 'tag': 'fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d', 'status': 'completed', 'code': 200} Jun 15 22:31:33.266892 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-a5610c5c-d55b-4354-b48d-61b5c1e76f1c req-73a81a0d-343d-4de4-a9be-a06462d445c1 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=390973d5-9d2b-4fde-a9d7-bcfb51e8627b HTTP/1.1" status: 200 len: 210 time: 0.0281467 Jun 15 22:31:35.816891 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:35.837077 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:35.837443 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device fd2cc8d9-e80b-4fae-9d3e-4ef067d6190d not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:36.598733 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50928) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:36.652207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:36.744954 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Deleting port 50b23e53-6f10-458d-98ee-369b56d0f646 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:36.745246 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (50b23e53-6f10-458d-98ee-369b56d0f646), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:36.825147 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (50b23e53-6f10-458d-98ee-369b56d0f646), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:36.825419 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (50b23e53-6f10-458d-98ee-369b56d0f646), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:36.839045 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Calling delete_port for 50b23e53-6f10-458d-98ee-369b56d0f646 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:36.993885 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (50b23e53-6f10-458d-98ee-369b56d0f646), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:37.016865 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event deleted for resources: {'Port': ['ID=50b23e53-6f10-458d-98ee-369b56d0f646,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:37.081565 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (794d75e5-83fc-4fa5-8804-393ca411325a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:37.081814 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.db.l3_db [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Floating IP 794d75e5-83fc-4fa5-8804-393ca411325a disassociated (deleted). External IP: 172.27.2.2, port: 32e0a221-c83b-423d-b637-ea2f103cc30a. Jun 15 22:31:37.286217 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:31:37.392461 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:31:37.398771 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:37.402153 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:37.411040 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:31:37.421906 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:37.422583 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:37.432387 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-e4cd2ede-c391-41a1-8ece-ee592719e30e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "DELETE /v2.0/floatingips/794d75e5-83fc-4fa5-8804-393ca411325a HTTP/1.1" status: 204 len: 168 time: 0.8325386 Jun 15 22:31:37.432997 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:31:37.435310 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3a400-1117-4fd1-a628-e727acc7b901" -d '{"events": [{"name": "network-changed", "server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:31:37.475320 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Jun 2022 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4707b3-d6d1-4a89-8fd5-c9580610bc92 x-openstack-request-id: req-3d4707b3-d6d1-4a89-8fd5-c9580610bc92 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:31:37.475574 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:31:37.475855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d4707b3-d6d1-4a89-8fd5-c9580610bc92 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:31:37.476268 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4707b3-d6d1-4a89-8fd5-c9580610bc92'] response: {'name': 'network-changed', 'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'status': 'completed', 'code': 200} Jun 15 22:31:37.528857 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:37.586662 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-4ac8f5da-eeb1-4bd9-bdf7-b0d3a705969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:37.586662 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-4ac8f5da-eeb1-4bd9-bdf7-b0d3a705969d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 1129 time: 0.0489333 Jun 15 22:31:37.588602 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:37.688732 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b2262-ce41-4613-baf8-4b3e95a4df04 req-9a3feb7b-bfa0-4f81-9149-1011b212b5a5 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:37.690514 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d68b2262-ce41-4613-baf8-4b3e95a4df04 req-9a3feb7b-bfa0-4f81-9149-1011b212b5a5 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 945 time: 0.0551512 Jun 15 22:31:37.717241 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:37.741825 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:37.743440 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d68b2262-ce41-4613-baf8-4b3e95a4df04 req-cf18ce05-8d8f-4437-a5a9-719f6ec0b248 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468900 Jun 15 22:31:37.770692 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:31:37.779670 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:37.780255 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:37.844269 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=100 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:37.887636 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:38.162760 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:38.192580 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e02c3-9861-4c63-9051-49e3167c60a3 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:24:46Z', 'revision_number': 4, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi', '_interfaces': [{'id': '1f80fe72-230f-4849-b23a-00d0953119a0', 'name': '', 'network_id': '1ea215f8-963a-4d80-bf2d-45673a94edf0', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'mac_address': 'fa:16:3e:14:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:45Z', 'updated_at': '2022-06-15T22:24:50Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'subnets': [{'id': '579a5bf8-3d78-46e6-9416-2358e46efe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:31:38.432531 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3800c9-b1ea-481d-9b7d-9e89af354a95 None None] New status for floating IP 794d75e5-83fc-4fa5-8804-393ca411325a: DOWN {{(pid=104022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 15 22:31:38.770621 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-4facd78a-815e-4401-8de3-3b97470f3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:38.772389 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-4facd78a-815e-4401-8de3-3b97470f3fa2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 200 len: 913 time: 0.0945582 Jun 15 22:31:38.865832 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b96f8a-cb14-4146-bd06-17601ea24e2e req-dff7fdfe-3243-42dc-9544-9b0f3c310ad8 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:38.867312 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c7b96f8a-cb14-4146-bd06-17601ea24e2e req-dff7fdfe-3243-42dc-9544-9b0f3c310ad8 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 945 time: 0.0532856 Jun 15 22:31:38.920049 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-c7b96f8a-cb14-4146-bd06-17601ea24e2e req-ce2a254e-f967-4b7a-9d77-fed89440c92c tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/security-groups?id=13dc9e39-1c59-473f-8a32-dd5a7614ee6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446396 Jun 15 22:31:39.011195 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-aa9b5c97-b30c-4654-aa5d-cba7737dbd64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 200 len: 217 time: 0.0403676 Jun 15 22:31:39.066583 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-c121b716-1ce8-490a-a693-7b6fb3c93ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:39.067878 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-c121b716-1ce8-490a-a693-7b6fb3c93ec3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 200 len: 851 time: 0.0456531 Jun 15 22:31:39.248856 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-3a826c68-0d45-4ea7-a0e5-b6e22e07b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:39.250396 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-3a826c68-0d45-4ea7-a0e5-b6e22e07b13e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ea215f8-963a-4d80-bf2d-45673a94edf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504959 Jun 15 22:31:39.374495 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-efb284dd-5472-42f1-ae91-77250113d47b service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157458 Jun 15 22:31:39.385192 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-6cbcffec-04d2-46d4-bcd1-37f5b100ee1e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104021) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 22:31:39.386534 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-6cbcffec-04d2-46d4-bcd1-37f5b100ee1e tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 945 time: 0.0556371 Jun 15 22:31:39.536536 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Deleting port 32e0a221-c83b-423d-b637-ea2f103cc30a {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:39.537292 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:39.541606 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-d2b3a400-1117-4fd1-a628-e727acc7b901 req-7b0fa4c9-b262-4ddf-898b-036625801774 service neutron] 10.222.0.26 "GET /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541476 Jun 15 22:31:39.633907 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] For port 32e0a221-c83b-423d-b637-ea2f103cc30a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=32e0a221-c83b-423d-b637-ea2f103cc30a,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:39.634184 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:39.648877 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Calling delete_port for 32e0a221-c83b-423d-b637-ea2f103cc30a owned by compute:nova {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:39.779289 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:39.786595 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (32e0a221-c83b-423d-b637-ea2f103cc30a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:39.812636 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event deleted for resources: {'Port': ['ID=32e0a221-c83b-423d-b637-ea2f103cc30a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:39.859723 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] No DVR routers for this DVR port 32e0a221-c83b-423d-b637-ea2f103cc30a on host hv-cinder-83538 {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:31:39.862453 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for port (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:39.865903 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [req-4bdbc82c-c3dd-4d71-8a4a-3bb5b73276d2 req-2d5717f0-77a3-420a-94cd-3a7a43e2a1be tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.26 "DELETE /v2.0/ports/32e0a221-c83b-423d-b637-ea2f103cc30a HTTP/1.1" status: 204 len: 173 time: 0.4704394 Jun 15 22:31:39.866370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'name': 'network-vif-deleted', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a'}] {{(pid=104021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 22:31:39.868676 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6935c30471137acebf4fc7b4cb671301c7da79fb3223bdf7f62e7db1bc461b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068249d4-7cae-4229-be6f-29eda513a74b" -d '{"events": [{"server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "name": "network-vif-deleted", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a"}]}' {{(pid=104021) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 22:31:39.904822 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Jun 2022 22:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c56365c-06a6-47cc-bb9f-94807caa3637 x-openstack-request-id: req-8c56365c-06a6-47cc-bb9f-94807caa3637 {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 22:31:39.905095 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5058d180-fedc-4c19-9d10-d53576e6305b", "name": "network-vif-deleted", "tag": "32e0a221-c83b-423d-b637-ea2f103cc30a", "status": "completed", "code": 200}]} {{(pid=104021) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 22:31:39.905342 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c56365c-06a6-47cc-bb9f-94807caa3637 {{(pid=104021) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 22:31:39.905839 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c56365c-06a6-47cc-bb9f-94807caa3637'] response: {'server_uuid': '5058d180-fedc-4c19-9d10-d53576e6305b', 'name': 'network-vif-deleted', 'tag': '32e0a221-c83b-423d-b637-ea2f103cc30a', 'status': 'completed', 'code': 200} Jun 15 22:31:40.017196 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [req-049df180-9390-4486-ad14-46694dda9748 req-61e4d46c-54cb-459c-8260-3338a98497af tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "GET /v2.0/ports?device_id=5058d180-fedc-4c19-9d10-d53576e6305b HTTP/1.1" status: 200 len: 210 time: 0.0283532 Jun 15 22:31:41.100229 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50946) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:41.214570 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Deleting port 5ac25281-0570-4e62-a47e-6821e4569ce1 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:41.214863 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:41.289125 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:41.298236 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:41.298538 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (5ac25281-0570-4e62-a47e-6821e4569ce1), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:41.312318 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Calling delete_port for 5ac25281-0570-4e62-a47e-6821e4569ce1 owned by network:floatingip {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:41.458101 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (5ac25281-0570-4e62-a47e-6821e4569ce1), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:41.484359 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event deleted for resources: {'Port': ['ID=5ac25281-0570-4e62-a47e-6821e4569ce1,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:41.548013 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for floatingip (dd6e8c8b-b621-430e-bdb8-83bd22b6b13f), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:41.550485 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1009406'] for floatingip (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:41.551627 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-058b1a51-1b9a-4512-bedb-ca5884f2ce10 tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "DELETE /v2.0/floatingips/dd6e8c8b-b621-430e-bdb8-83bd22b6b13f HTTP/1.1" status: 204 len: 168 time: 0.4507902 Jun 15 22:31:41.821132 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 32e0a221-c83b-423d-b637-ea2f103cc30a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:41.844054 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] No Port match for: 32e0a221-c83b-423d-b637-ea2f103cc30a {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:41.844391 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Device 32e0a221-c83b-423d-b637-ea2f103cc30a not bound to the agent host hv-cinder-83538 {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:42.788500 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50958) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:42.860101 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dab033-b9ee-401e-97de-247f892793ae tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group (13dc9e39-1c59-473f-8a32-dd5a7614ee6a), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:42.888070 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dab033-b9ee-401e-97de-247f892793ae tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group (13dc9e39-1c59-473f-8a32-dd5a7614ee6a), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:42.959134 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dab033-b9ee-401e-97de-247f892793ae tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (13dc9e39-1c59-473f-8a32-dd5a7614ee6a), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:42.961811 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-72dab033-b9ee-401e-97de-247f892793ae tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:42.962910 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-72dab033-b9ee-401e-97de-247f892793ae tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] 10.222.0.55 "DELETE /v2.0/security-groups/13dc9e39-1c59-473f-8a32-dd5a7614ee6a HTTP/1.1" status: 204 len: 168 time: 0.1734171 Jun 15 22:31:42.972276 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dab033-b9ee-401e-97de-247f892793ae tempest-TestVolumeBootPattern-1950957748 tempest-TestVolumeBootPattern-1950957748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc9e39-1c59-473f-8a32-dd5a7614ee6a,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:43.017656 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50962) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:43.220783 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:31:43.390855 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:43.470376 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:43.611571 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:43.692953 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Deleting port 1f80fe72-230f-4849-b23a-00d0953119a0 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:43.693243 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:43.774087 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] For port 1f80fe72-230f-4849-b23a-00d0953119a0, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=1f80fe72-230f-4849-b23a-00d0953119a0,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:43.774404 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:43.777830 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-6b44b2bc-fe3e-4d51-930c-1518194c5f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:43.791542 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Calling delete_port for 1f80fe72-230f-4849-b23a-00d0953119a0 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:43.979938 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (1f80fe72-230f-4849-b23a-00d0953119a0), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:44.002769 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f80fe72-230f-4849-b23a-00d0953119a0,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:44.170848 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:44.263093 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:44.383890 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:31:44.475682 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:44.489425 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:31:44.497280 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c428d45c-8e4c-499b-af1c-3815a7c47442 admin admin] 10.222.0.55 "PUT /v2.0/routers/0d5e18fd-03db-4c1d-bb8f-d00c21d16898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4785964 Jun 15 22:31:44.499487 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50966) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:44.500685 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd263820-97f5-4664-9618-83affd631252 None None] Sync routers for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:31:44.511286 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:44.511890 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:44.598393 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks [] for router (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:44.610963 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:44.696969 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks [] for router_gateway (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:44.740541 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Deleting port 391591a0-d733-49e2-9ec3-f1ec92fb784c {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:44.740882 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:44.778883 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:31:43Z', 'revision_number': 5, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port': {'id': '391591a0-d733-49e2-9ec3-f1ec92fb784c', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:43Z', 'updated_at': '2022-06-15T22:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:44.804235 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd263820-97f5-4664-9618-83affd631252 None None] Checking router: 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 for host: dv-cinder-835384-7-iscsi {{(pid=104023) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:31:44.813975 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] Routers {'0d5e18fd-03db-4c1d-bb8f-d00c21d16898'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104023) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:44.814571 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:16Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'], 'active': True} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:44.825846 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] For port 391591a0-d733-49e2-9ec3-f1ec92fb784c, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=391591a0-d733-49e2-9ec3-f1ec92fb784c,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:44.826210 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:44.840012 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Calling delete_port for 391591a0-d733-49e2-9ec3-f1ec92fb784c owned by network:router_gateway {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:44.902391 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_dvr_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] Set router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 gateway port host: None {{(pid=104023) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:44.954090 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.l3_hamode_db [None req-bd263820-97f5-4664-9618-83affd631252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:31:44Z', 'revision_number': 6, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104023) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:44.981989 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd263820-97f5-4664-9618-83affd631252 None None] The sync data for ids ['0d5e18fd-03db-4c1d-bb8f-d00c21d16898'] in dv-cinder-835384-7-iscsi is: [{'id': '0d5e18fd-03db-4c1d-bb8f-d00c21d16898', 'name': 'tempest-TestVolumeBootPattern-1992936847-router', 'tenant_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:42Z', 'updated_at': '2022-06-15T22:31:44Z', 'revision_number': 6, 'project_id': 'b2f3d3513c1440cfb73ba8f3c791c21e', 'gw_port_host': None}] {{(pid=104023) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:31:45.021656 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (391591a0-d733-49e2-9ec3-f1ec92fb784c), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.044902 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Pushing event deleted for resources: {'Port': ['ID=391591a0-d733-49e2-9ec3-f1ec92fb784c,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:45.059592 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.059925 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.060256 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.060583 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.060904 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.061222 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.061562 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.061877 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.062194 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.062506 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.062821 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.063131 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.063442 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.063746 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.064053 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:45.125954 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.215320 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.217703 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks [] for router_controller (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.218956 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:45.225899 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:45.266102 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (0d5e18fd-03db-4c1d-bb8f-d00c21d16898), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.267451 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5e18fd-03db-4c1d-bb8f-d00c21d16898 {{(pid=104020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:31:45.272080 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.273226 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-00acf81a-868e-43a2-ab03-84b18bb50830 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0d5e18fd-03db-4c1d-bb8f-d00c21d16898 HTTP/1.1" status: 204 len: 168 time: 0.7727907 Jun 15 22:31:45.276100 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50968) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:45.333388 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] Deleting subnet 579a5bf8-3d78-46e6-9416-2358e46efe09 {{(pid=104020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:31:45.337437 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] Publish callbacks [] for subnet (579a5bf8-3d78-46e6-9416-2358e46efe09), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.382452 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2244261'] for subnet (579a5bf8-3d78-46e6-9416-2358e46efe09), precommit_delete_associations {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.468940 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (579a5bf8-3d78-46e6-9416-2358e46efe09), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.536440 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2241302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9626047'] for subnet (579a5bf8-3d78-46e6-9416-2358e46efe09), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.562182 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579a5bf8-3d78-46e6-9416-2358e46efe09,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:45.565860 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for subnet (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.568979 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-ee0e42cb-a285-491e-814c-1cf7068b8eeb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/579a5bf8-3d78-46e6-9416-2358e46efe09 HTTP/1.1" status: 204 len: 168 time: 0.2917366 Jun 15 22:31:45.572018 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50970) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:45.572484 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b9537-3180-471e-8528-2d45a19e65e9 None None] Network 1ea215f8-963a-4d80-bf2d-45673a94edf0 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:31:45.650586 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (1ea215f8-963a-4d80-bf2d-45673a94edf0), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.694272 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Deleting port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae {{(pid=104020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:45.694587 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.765355 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.db [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] For port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:45.765605 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] DHCP port deletion for 1ea215f8-963a-4d80-bf2d-45673a94edf0 request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:31:45.765746 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.767450 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1f80fe72-230f-4849-b23a-00d0953119a0 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:45.794913 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 1f80fe72-230f-4849-b23a-00d0953119a0 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:45.795146 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 1f80fe72-230f-4849-b23a-00d0953119a0 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:45.827722 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Deleting port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae {{(pid=104022) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:45.828092 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), before_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.904515 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.db [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] For port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,segment=NetworkSegment(d767fa83-c219-48a2-a7de-dc69d215c884),segment_id=d767fa83-c219-48a2-a7de-dc69d215c884)] {{(pid=104022) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:45.905012 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), precommit_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:45.919653 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Calling delete_port for 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae owned by network:dhcp {{(pid=104022) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:46.011155 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), after_delete {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.049245 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Pushing event deleted for resources: {'Port': ['ID=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,revision_number=None']} {{(pid=104022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:46.058568 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] No DVR routers for this DVR port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae on host dv-cinder-835384-7-iscsi {{(pid=104022) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:31:46.067598 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.plugin [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Calling delete_port for 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae owned by network:dhcp {{(pid=104020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:46.080257 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.080505 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.080838 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.081238 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.081641 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.081904 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.082218 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.082542 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.082837 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.083366 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.083852 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.084171 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.084485 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.084798 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.085109 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ba4dc3-db72-4d58-b9b0-1b81610391b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-7-iscsi {{(pid=104022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 22:31:46.089175 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-22ce8389-82db-4408-b02b-84ff868dea7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.158359 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2241339'] for port (6a6f7a99-ed91-4fe6-abe1-c046a93a99ae), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.182905 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6f7a99-ed91-4fe6-abe1-c046a93a99ae,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:46.186801 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] No DVR routers for this DVR port 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae on host dv-cinder-835384-7-iscsi {{(pid=104020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:31:46.259735 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (1ea215f8-963a-4d80-bf2d-45673a94edf0), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.281085 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea215f8-963a-4d80-bf2d-45673a94edf0']}} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:46.290844 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd767fa83-c219-48a2-a7de-dc69d215c884') {'for_net_delete': True} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:46.291101 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.services.segments.db [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd767fa83-c219-48a2-a7de-dc69d215c884') {} {{(pid=104020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:46.300795 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2244284'] for segment (d767fa83-c219-48a2-a7de-dc69d215c884), before_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.314526 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (d767fa83-c219-48a2-a7de-dc69d215c884), precommit_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.321724 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:31:46.322122 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241352'] for segment (d767fa83-c219-48a2-a7de-dc69d215c884), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.388631 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (1ea215f8-963a-4d80-bf2d-45673a94edf0), after_delete {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.396793 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron_lib.callbacks.manager [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:46.402876 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1ea215f8-963a-4d80-bf2d-45673a94edf0 HTTP/1.1" status: 204 len: 168 time: 0.8272181 Jun 15 22:31:46.403475 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50976) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:46.415605 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment d767fa83-c219-48a2-a7de-dc69d215c884 resource provider aggregate not found Jun 15 22:31:46.420349 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378f3b4-9a29-43f2-962c-eb7303387b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea215f8-963a-4d80-bf2d-45673a94edf0,revision_number=None']} {{(pid=104020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:46.433493 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.services.segments.plugin [-] Segment d767fa83-c219-48a2-a7de-dc69d215c884 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d767fa83-c219-48a2-a7de-dc69d215c884 found for delete ", "request_id": "req-b90029e0-6a3e-41b0-9e1d-abf193d15d58"}]} Jun 15 22:31:46.968640 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785059'] for router_interface (3783d8f3-2afc-48d1-800f-ad3eab739314), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:47.194467 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Deleting port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:47.194773 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:47.258565 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=100 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:47.282207 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] For port 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,segment=NetworkSegment(d240af1c-573f-4639-ade6-c1107ae9e58e),segment_id=d240af1c-573f-4639-ade6-c1107ae9e58e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:47.282842 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:47.296984 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Calling delete_port for 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 owned by network:router_interface {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:47.346050 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 391591a0-d733-49e2-9ec3-f1ec92fb784c no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:47.368293 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 391591a0-d733-49e2-9ec3-f1ec92fb784c {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:47.368633 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 391591a0-d733-49e2-9ec3-f1ec92fb784c not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:47.369166 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:47.388231 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:47.388573 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6a6f7a99-ed91-4fe6-abe1-c046a93a99ae not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:47.490437 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (6bf59d0a-2cc7-425e-905b-8ca0d6d25e65), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:47.514938 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf59d0a-2cc7-425e-905b-8ca0d6d25e65,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:47.523089 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:47.678965 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:47.684702 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-736798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784951'] for router_interface (3783d8f3-2afc-48d1-800f-ad3eab739314), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:47.916584 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Router 3783d8f3-2afc-48d1-800f-ad3eab739314 has already been hosted by L3 agent 158ceb89-c36e-49a4-92b9-7771b450b674 {{(pid=104021) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 15 22:31:48.028088 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] Notify agent at l3_agent.dv-cinder-835384-7-iscsi the message routers_updated {{(pid=104021) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 15 22:31:48.033445 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-c11f6609-6dc7-42a3-9a29-98c503e9d062 admin admin] 10.222.0.55 "PUT /v2.0/routers/3783d8f3-2afc-48d1-800f-ad3eab739314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288922 Jun 15 22:31:48.037158 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50980) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:48.040244 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] Sync routers for ids ['3783d8f3-2afc-48d1-800f-ad3eab739314'] in dv-cinder-835384-7-iscsi {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 22:31:48.055536 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] Routers {'3783d8f3-2afc-48d1-800f-ad3eab739314'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:48.056153 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3783d8f3-2afc-48d1-800f-ad3eab739314'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:48.141019 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks [] for router (3783d8f3-2afc-48d1-800f-ad3eab739314), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.214559 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:48.246888 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks [] for router_gateway (3783d8f3-2afc-48d1-800f-ad3eab739314), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.291531 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Deleting port c5f39ca5-95cb-4eea-b25c-bb8799c05923 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:48.291865 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.299691 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] Set router 3783d8f3-2afc-48d1-800f-ad3eab739314 gateway port host: dv-cinder-835384-7-iscsi {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:48.374904 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] For port c5f39ca5-95cb-4eea-b25c-bb8799c05923, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=c5f39ca5-95cb-4eea-b25c-bb8799c05923,segment=NetworkSegment(8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346),segment_id=8de4f5b3-e9d8-4ecf-8d01-f5db0fb24346)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:48.375241 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.389314 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Calling delete_port for c5f39ca5-95cb-4eea-b25c-bb8799c05923 owned by network:router_gateway {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:48.446853 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:48.467731 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'external_fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:31:47Z', 'revision_number': 5, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port': {'id': 'c5f39ca5-95cb-4eea-b25c-bb8799c05923', 'name': '', 'network_id': '6ac24c01-5af9-4ffd-8094-a2863118a914', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T22:24:49Z', 'updated_at': '2022-06-15T22:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d10dc1b-7d96-45ab-ad8e-9a4756f99cf9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-7-iscsi'}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:48.492979 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] Checking router: 3783d8f3-2afc-48d1-800f-ad3eab739314 for host: dv-cinder-835384-7-iscsi {{(pid=104022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 22:31:48.501855 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] Routers {'3783d8f3-2afc-48d1-800f-ad3eab739314'} bound to L3 agent in host dv-cinder-835384-7-iscsi {{(pid=104022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 15 22:31:48.502466 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T22:07:16Z,description=,heartbeat_timestamp=2022-06-15T22:31:46Z,host='dv-cinder-835384-7-iscsi',id=158ceb89-c36e-49a4-92b9-7771b450b674,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T22:07:16Z,topic='l3_agent')) {'router_ids': ['3783d8f3-2afc-48d1-800f-ad3eab739314'], 'active': True} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:48.565130 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (c5f39ca5-95cb-4eea-b25c-bb8799c05923), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.588124 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_dvr_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] Set router 3783d8f3-2afc-48d1-800f-ad3eab739314 gateway port host: None {{(pid=104022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 15 22:31:48.590588 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f39ca5-95cb-4eea-b25c-bb8799c05923,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:48.640527 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.db.l3_hamode_db [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:31:48Z', 'revision_number': 6, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port_host': None}], 'dv-cinder-835384-7-iscsi', False) {} {{(pid=104022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:48.656575 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-786022'] for router_gateway (3783d8f3-2afc-48d1-800f-ad3eab739314), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.664945 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0645c5f3-2345-448f-8804-4660f1c8b187 None None] The sync data for ids ['3783d8f3-2afc-48d1-800f-ad3eab739314'] in dv-cinder-835384-7-iscsi is: [{'id': '3783d8f3-2afc-48d1-800f-ad3eab739314', 'name': 'tempest-TestVolumeBootPattern-1634573482-router', 'tenant_id': 'f792e995b3a64a44ae8cee411b195778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T22:24:48Z', 'updated_at': '2022-06-15T22:31:48Z', 'revision_number': 6, 'project_id': 'f792e995b3a64a44ae8cee411b195778', 'gw_port_host': None}] {{(pid=104022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 22:31:48.745977 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-785401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-357'] for router (3783d8f3-2afc-48d1-800f-ad3eab739314), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.748324 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks [] for router_controller (3783d8f3-2afc-48d1-800f-ad3eab739314), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.792924 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-785398'] for router (3783d8f3-2afc-48d1-800f-ad3eab739314), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.793532 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3783d8f3-2afc-48d1-800f-ad3eab739314 {{(pid=104021) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 15 22:31:48.797926 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.799113 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-ee92f2a4-d115-4c85-8d0a-d36d9fd4539e admin admin] 10.222.0.55 "DELETE /v2.0/routers/3783d8f3-2afc-48d1-800f-ad3eab739314 HTTP/1.1" status: 204 len: 168 time: 0.7609992 Jun 15 22:31:48.801741 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50982) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:48.848004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.db_base_plugin_v2 [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] Deleting subnet 54591bf1-fd0b-4aaf-8285-58c03fad86ae {{(pid=104021) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 15 22:31:48.851305 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] Publish callbacks [] for subnet (54591bf1-fd0b-4aaf-8285-58c03fad86ae), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.885388 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9147888'] for subnet (54591bf1-fd0b-4aaf-8285-58c03fad86ae), precommit_delete_associations {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:48.964987 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1239227'] for subnet (54591bf1-fd0b-4aaf-8285-58c03fad86ae), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.013730 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:49.024301 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1239170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9370050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10136829'] for subnet (54591bf1-fd0b-4aaf-8285-58c03fad86ae), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.051444 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54591bf1-fd0b-4aaf-8285-58c03fad86ae,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:49.055066 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.058341 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-3559a5cf-c402-4807-a200-9919a03c3760 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/54591bf1-fd0b-4aaf-8285-58c03fad86ae HTTP/1.1" status: 204 len: 168 time: 0.2556121 Jun 15 22:31:49.060834 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50984) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:49.064670 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713a0f71-5e03-4ce0-9545-c89f137e89b3 None None] Network a0e7f55d-d449-4941-92ee-0b562cca6588 requested from dv-cinder-835384-7-iscsi {{(pid=104022) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 15 22:31:49.082546 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:49.087966 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:49.139661 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040763'] for network (a0e7f55d-d449-4941-92ee-0b562cca6588), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.182044 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Deleting port e02e3de7-f4ed-4e85-a989-13db29913bb9 {{(pid=104021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 15 22:31:49.182379 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768723779750'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.249996 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.db [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] For port e02e3de7-f4ed-4e85-a989-13db29913bb9, host dv-cinder-835384-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-7-iscsi',level=0,port_id=e02e3de7-f4ed-4e85-a989-13db29913bb9,segment=NetworkSegment(d240af1c-573f-4639-ade6-c1107ae9e58e),segment_id=d240af1c-573f-4639-ade6-c1107ae9e58e)] {{(pid=104021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 15 22:31:49.250356 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542115'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.263836 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.plugin [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Calling delete_port for e02e3de7-f4ed-4e85-a989-13db29913bb9 owned by network:dhcp {{(pid=104021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 15 22:31:49.347765 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.348982 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2037670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768723783747', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768723254878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9370095'] for port (e02e3de7-f4ed-4e85-a989-13db29913bb9), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.360771 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.378307 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] No DVR routers for this DVR port e02e3de7-f4ed-4e85-a989-13db29913bb9 on host dv-cinder-835384-7-iscsi {{(pid=104021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 15 22:31:49.381860 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02e3de7-f4ed-4e85-a989-13db29913bb9,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:49.430089 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf616e2-9bd0-4a5b-a494-a5c5aad3b694 None None] DHCP port deletion for a0e7f55d-d449-4941-92ee-0b562cca6588 request from dv-cinder-835384-7-iscsi {{(pid=104022) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 15 22:31:49.481989 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1241962', 'neutron.services.segments.db._delete_segments_for_network-8768723726650'] for network (a0e7f55d-d449-4941-92ee-0b562cca6588), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.485997 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:49.487080 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c5f39ca5-95cb-4eea-b25c-bb8799c05923 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:49.508991 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e7f55d-d449-4941-92ee-0b562cca6588']}} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:49.509361 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: c5f39ca5-95cb-4eea-b25c-bb8799c05923 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:49.509716 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device c5f39ca5-95cb-4eea-b25c-bb8799c05923 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:49.510122 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e02e3de7-f4ed-4e85-a989-13db29913bb9 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:49.520370 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd240af1c-573f-4639-ade6-c1107ae9e58e') {'for_net_delete': True} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:49.520704 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.services.segments.db [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd240af1c-573f-4639-ade6-c1107ae9e58e') {} {{(pid=104021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 22:31:49.529998 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: e02e3de7-f4ed-4e85-a989-13db29913bb9 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:49.530341 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device e02e3de7-f4ed-4e85-a989-13db29913bb9 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:49.530752 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 no longer exists at agent ovs-agent-dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 15 22:31:49.531108 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768723724993', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9147881'] for segment (d240af1c-573f-4639-ade6-c1107ae9e58e), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.545037 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040'] for segment (d240af1c-573f-4639-ade6-c1107ae9e58e), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.552027 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104021) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 22:31:49.552418 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1239040', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9370012'] for segment (d240af1c-573f-4639-ade6-c1107ae9e58e), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.553548 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.plugin [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] No Port match for: 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 {{(pid=104022) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 15 22:31:49.553900 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron.plugins.ml2.rpc [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Device 6bf59d0a-2cc7-425e-905b-8ca0d6d25e65 not bound to the agent host dv-cinder-835384-7-iscsi {{(pid=104022) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 15 22:31:49.620188 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1242404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-736871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-785986'] for network (a0e7f55d-d449-4941-92ee-0b562cca6588), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.626440 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-736885'] for network (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.629845 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a0e7f55d-d449-4941-92ee-0b562cca6588 HTTP/1.1" status: 204 len: 168 time: 0.5680671 Jun 15 22:31:49.643004 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbd985-00d1-41b4-9f52-020eca4b16d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e7f55d-d449-4941-92ee-0b562cca6588,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:49.647790 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment d240af1c-573f-4639-ade6-c1107ae9e58e resource provider aggregate not found Jun 15 22:31:49.665878 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.services.segments.plugin [-] Segment d240af1c-573f-4639-ade6-c1107ae9e58e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d240af1c-573f-4639-ade6-c1107ae9e58e found for delete ", "request_id": "req-d545fc41-5126-4de7-83a4-db65e768b021"}]} Jun 15 22:31:49.763436 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [-] (104020) accepted ('10.222.0.55', 50994) {{(pid=104020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:49.777687 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:49.806728 dv-cinder-835384-7-iscsi neutron-server[104020]: INFO neutron.wsgi [None req-6a4cb196-11f9-491e-91c2-a45e9c58ec8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2f3d3513c1440cfb73ba8f3c791c21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418193 Jun 15 22:31:49.809460 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 50996) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:49.858072 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30a266c8-effd-486c-978e-69be02daa761 admin admin] Publish callbacks [] for security_group (1cfc9a6c-13b8-4d20-94ab-5d814deef470), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.879611 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30a266c8-effd-486c-978e-69be02daa761 admin admin] Publish callbacks [] for security_group (1cfc9a6c-13b8-4d20-94ab-5d814deef470), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.935735 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30a266c8-effd-486c-978e-69be02daa761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (1cfc9a6c-13b8-4d20-94ab-5d814deef470), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.938316 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-30a266c8-effd-486c-978e-69be02daa761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:49.939484 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-30a266c8-effd-486c-978e-69be02daa761 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cfc9a6c-13b8-4d20-94ab-5d814deef470 HTTP/1.1" status: 204 len: 168 time: 0.1290507 Jun 15 22:31:49.948076 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a266c8-effd-486c-978e-69be02daa761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfc9a6c-13b8-4d20-94ab-5d814deef470,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:50.267692 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 51002) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:50.308144 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-a5abcea5-7aba-4d19-b542-c5b5ffce0c66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f792e995b3a64a44ae8cee411b195778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392983 Jun 15 22:31:50.311670 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [-] (104021) accepted ('10.222.0.55', 51004) {{(pid=104021) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 15 22:31:50.366210 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96d2b5f9-ac6b-47c0-93de-99aba4c8c134 admin admin] Publish callbacks [] for security_group (b29a6330-4543-4e2c-9610-a9fee72bf6c7), before_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:50.375180 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:50.389591 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96d2b5f9-ac6b-47c0-93de-99aba4c8c134 admin admin] Publish callbacks [] for security_group (b29a6330-4543-4e2c-9610-a9fee72bf6c7), precommit_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:50.439495 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96d2b5f9-ac6b-47c0-93de-99aba4c8c134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723017'] for security_group (b29a6330-4543-4e2c-9610-a9fee72bf6c7), after_delete {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:50.442396 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron_lib.callbacks.manager [None req-96d2b5f9-ac6b-47c0-93de-99aba4c8c134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:31:50.443557 dv-cinder-835384-7-iscsi neutron-server[104021]: INFO neutron.wsgi [None req-96d2b5f9-ac6b-47c0-93de-99aba4c8c134 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b29a6330-4543-4e2c-9610-a9fee72bf6c7 HTTP/1.1" status: 204 len: 168 time: 0.1310141 Jun 15 22:31:50.451739 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2b5f9-ac6b-47c0-93de-99aba4c8c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29a6330-4543-4e2c-9610-a9fee72bf6c7,revision_number=None']} {{(pid=104021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 22:31:50.656555 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [req-024dd73e-41c8-40ee-a071-e6f5e74ec813 req-efa60585-bacf-4b39-a9ed-7e15a961a84f service neutron] (104020) timed out ('10.222.0.26', 52009) {{(pid=104020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 22:31:54.957374 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=93 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:54.958191 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=70 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:59.800944 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:31:59.803721 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG dbcounter [-] [104020] Writing DB stats neutron:SELECT=2 {{(pid=104020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:00.446929 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=51,neutron:DELETE=7 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:00.447809 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG dbcounter [-] [104021] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=104021) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:00.464478 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:00.465229 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:00.974024 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:10.962269 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:10.965023 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:11.154831 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=17 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:11.156131 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=15 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:13.791276 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e0d4abcd-9aa6-49a3-b643-aa5c30c0a435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:16.072563 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-15a4e09a-4b3c-47d2-bb13-efc0008a58fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:17.671283 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:19.353502 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:19.366700 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:20.224949 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:32:29.359685 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:29.360757 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:30.216545 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:30.217810 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:30.982428 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:40.965029 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:40.975662 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:43.799238 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0dffa1a1-ae75-4368-ac0d-aec2884e9a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:46.067861 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-e662b069-0af4-4a2f-a96f-ea6d8afbe907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:47.673567 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:48.155107 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:48.161969 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:49.359009 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:49.364180 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:32:57.223712 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:32:59.357399 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:32:59.360707 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:00.978683 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:07.219999 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:10.969938 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:10.972954 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:12.176490 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:13.793038 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-27d4c866-7732-41d5-bf23-5c908557aab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:16.072911 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-0fb2054c-b646-44fc-9db9-984629a960c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:17.683028 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:19.384243 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:19.387582 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:25.151848 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:25.160569 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:29.406451 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:29.408422 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:30.974304 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:34.223482 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:33:40.964322 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:40.967870 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:43.798608 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cf7c39dc-5ed2-47a6-94e1-21fb70a8b682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:44.218997 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:46.074576 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2d33933b-b9d8-4a10-b6f1-b8f6a801f5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:47.683874 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:49.366157 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:49.369418 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:33:59.355564 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:33:59.362090 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:00.968878 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:09.386614 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=16 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:09.387359 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=16 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:10.960677 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:10.962186 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:11.228528 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:34:13.787546 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-2cc6190a-8c3f-49f9-b48a-21ab032f6f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:16.076747 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-17b57b38-8c3c-43bb-8ad0-eb9fb2273a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:17.694270 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:19.367634 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:19.370075 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:21.220392 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:21.221648 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:29.363356 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:29.365783 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:30.970353 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:31.726186 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-bc76fbaf-da0e-45e4-9903-7bf21b7548b8 service neutron] (104021) timed out ('10.222.0.55', 45162) {{(pid=104021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 22:34:31.935060 dv-cinder-835384-7-iscsi neutron-server[104020]: DEBUG neutron.wsgi [req-8ce4bf7c-ef74-40ce-9622-122018f92651 req-266baeca-6e34-4d39-ad1f-32afc9e2d72d tempest-AttachVolumeShelveTestJSON-1053095688 tempest-AttachVolumeShelveTestJSON-1053095688-project] (104020) timed out ('10.222.0.55', 45170) {{(pid=104020) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 22:34:39.156548 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:39.157767 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:40.962071 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:40.964395 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:43.789628 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-64f9057d-a2fc-41e6-b306-7426f280ea0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:46.079339 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-049edce6-c53d-4194-b66d-fce59d4c0137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:47.694368 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:48.230052 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:34:49.374222 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:49.375322 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:34:58.225097 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:58.226000 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:59.366108 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:34:59.368586 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:00.976605 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:10.958461 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:10.969796 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:13.791999 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-66b6b62f-7ead-4686-acb1-886994079f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:16.080976 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-5ae85d0a-f014-4464-b3d2-4c99307f8c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:16.156682 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:16.157653 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:17.697699 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:19.399440 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:19.401679 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:25.230804 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:35:29.418663 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:29.419838 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:30.985181 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:35.225545 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:35.230201 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:40.975274 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:40.978703 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:43.795299 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-16421f80-972e-4f87-9754-deb4c82c1a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:46.083144 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-3291a374-f26f-4c85-9d98-4b7ffb20519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:47.699916 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:49.373621 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:49.378552 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:35:53.143351 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=2 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:53.149390 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:59.370666 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:35:59.372474 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:00.990977 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:02.233371 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:36:10.982274 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:10.983478 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:12.225605 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=15 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:12.227814 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=13 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:13.800210 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-93d6e0ad-3102-48a1-86d6-7455ff683d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:16.086254 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-cb44c05e-ee96-4705-9809-e9a566e247d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:17.707298 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:19.368930 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:19.372225 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:19.673617 dv-cinder-835384-7-iscsi neutron-server[104021]: DEBUG neutron.wsgi [req-4c07adc6-c152-4258-ba77-df605b57e941 req-2b5c2c4e-33e7-4486-b397-6204042478c1 service neutron] (104021) timed out ('10.222.0.26', 52001) {{(pid=104021) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 15 22:36:29.365192 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:29.368616 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:30.154965 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:30.156923 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=5 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:30.989635 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:39.236202 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG neutron.db.agents_db [None req-ca30f7dd-b228-4477-a99a-823f51a1ce7c None None] Agent healthcheck: found 6 active agents {{(pid=104023) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 15 22:36:40.980005 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:40.983573 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:43.807365 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-1c85f382-66d1-42b2-ba37-b189794dd99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:46.088719 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-040684a1-a32d-47e2-a3bb-837c7020dcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (158ceb89-c36e-49a4-92b9-7771b450b674), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:47.711134 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-8b669155-3a73-4f95-9358-d9232f50e9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (611dd605-0d7d-49f0-b5ca-a62c8303af39), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:49.228821 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:49.229718 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:49.358697 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-d74f8af1-b912-4ce8-80db-8db5fe49aa6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (197a7029-dfb1-4934-8733-2e1fd5a4c6ec), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:49.374807 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b722-598a-447c-a83a-ee2e413fb66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (7275847e-c248-4fd8-b3c1-c7abc517fcae), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:36:59.369013 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:36:59.370322 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:37:00.993424 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-c2df894f-1af1-4fc5-901f-baa553bf9adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (c65114fe-0c24-4552-a701-82e6db9e8686), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 15 22:37:10.974640 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:37:10.984661 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG dbcounter [-] [104022] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104022) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:37:12.171225 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=3 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:37:12.172721 dv-cinder-835384-7-iscsi neutron-server[104023]: DEBUG dbcounter [-] [104023] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104023) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 15 22:37:13.797466 dv-cinder-835384-7-iscsi neutron-server[104022]: DEBUG neutron_lib.callbacks.manager [None req-72be0f48-55ae-4620-a7c9-20dedcf9c1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768723726632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1244297'] for agent (b9aada7f-5502-4fdc-a8df-14634a6e0aed), after_update {{(pid=104022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}